2024-11-25 00:20:52,507 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 00:20:52,524 main DEBUG Took 0.014542 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-25 00:20:52,524 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-25 00:20:52,525 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-25 00:20:52,526 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-25 00:20:52,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,537 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-25 00:20:52,548 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,551 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,551 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,552 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,553 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,554 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,556 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,557 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,557 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,558 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,559 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,559 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,562 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,563 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,563 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-25 00:20:52,564 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,564 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-25 00:20:52,566 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-25 00:20:52,568 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-25 00:20:52,570 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-25 00:20:52,571 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-25 00:20:52,572 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-25 00:20:52,573 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-25 00:20:52,584 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-25 00:20:52,586 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-25 00:20:52,588 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-25 00:20:52,588 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-25 00:20:52,589 main DEBUG createAppenders(={Console}) 2024-11-25 00:20:52,589 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-25 00:20:52,590 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-25 00:20:52,590 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-25 00:20:52,591 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-25 00:20:52,591 main DEBUG OutputStream closed 2024-11-25 00:20:52,591 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-25 00:20:52,591 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-25 00:20:52,592 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-25 00:20:52,664 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-25 00:20:52,666 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-25 00:20:52,667 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-25 00:20:52,668 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-25 00:20:52,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-25 00:20:52,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-25 00:20:52,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-25 00:20:52,669 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-25 00:20:52,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-25 00:20:52,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-25 00:20:52,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-25 00:20:52,670 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-25 00:20:52,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-25 00:20:52,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-25 00:20:52,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-25 00:20:52,671 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-25 00:20:52,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-25 00:20:52,672 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-25 00:20:52,675 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25 00:20:52,675 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-25 00:20:52,676 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-25 00:20:52,676 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-25T00:20:52,916 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812 2024-11-25 00:20:52,919 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-25 00:20:52,920 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-25T00:20:52,929 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-25T00:20:52,954 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-25T00:20:52,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c, deleteOnExit=true 2024-11-25T00:20:52,958 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-25T00:20:52,959 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/test.cache.data in system properties and HBase conf 2024-11-25T00:20:52,960 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.tmp.dir in system properties and HBase conf 2024-11-25T00:20:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.log.dir in system properties and HBase conf 2024-11-25T00:20:52,961 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-25T00:20:52,962 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-25T00:20:52,963 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-25T00:20:53,059 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-25T00:20:53,150 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-25T00:20:53,154 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-25T00:20:53,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-25T00:20:53,155 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-25T00:20:53,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T00:20:53,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-25T00:20:53,156 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-25T00:20:53,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-25T00:20:53,157 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T00:20:53,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-25T00:20:53,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/nfs.dump.dir in system properties and HBase conf 2024-11-25T00:20:53,158 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/java.io.tmpdir in system properties and HBase conf 2024-11-25T00:20:53,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-25T00:20:53,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-25T00:20:53,159 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-25T00:20:53,979 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-25T00:20:54,061 INFO [Time-limited test {}] log.Log(170): Logging initialized @2248ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-25T00:20:54,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:20:54,208 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T00:20:54,228 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T00:20:54,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T00:20:54,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T00:20:54,243 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:20:54,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.log.dir/,AVAILABLE} 2024-11-25T00:20:54,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T00:20:54,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/java.io.tmpdir/jetty-localhost-35057-hadoop-hdfs-3_4_1-tests_jar-_-any-9437731822055672010/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T00:20:54,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:35057} 2024-11-25T00:20:54,447 INFO [Time-limited test {}] server.Server(415): Started @2636ms 2024-11-25T00:20:54,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-25T00:20:54,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-25T00:20:54,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-25T00:20:54,834 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-25T00:20:54,835 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-25T00:20:54,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.log.dir/,AVAILABLE} 2024-11-25T00:20:54,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-25T00:20:54,958 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/java.io.tmpdir/jetty-localhost-33257-hadoop-hdfs-3_4_1-tests_jar-_-any-12964640367604116286/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T00:20:54,958 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:33257} 2024-11-25T00:20:54,959 INFO [Time-limited test {}] server.Server(415): Started @3148ms 2024-11-25T00:20:55,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-25T00:20:55,492 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/dfs/data/data1/current/BP-812619259-172.17.0.2-1732494053741/current, will proceed with Du for space computation calculation, 2024-11-25T00:20:55,492 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/dfs/data/data2/current/BP-812619259-172.17.0.2-1732494053741/current, will proceed with Du for space computation calculation, 2024-11-25T00:20:55,528 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-25T00:20:55,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812 2024-11-25T00:20:55,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd23acb063cccf032 with lease ID 0xa6d8ee05f360c9db: Processing first storage report for DS-912525aa-56f5-4266-a8e1-5abb45e6d89f from datanode DatanodeRegistration(127.0.0.1:45905, datanodeUuid=2f3fc0de-4d69-4e8a-8150-ceaace2f4cff, infoPort=36519, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=488719088;c=1732494053741) 2024-11-25T00:20:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd23acb063cccf032 with lease ID 0xa6d8ee05f360c9db: from storage DS-912525aa-56f5-4266-a8e1-5abb45e6d89f node DatanodeRegistration(127.0.0.1:45905, datanodeUuid=2f3fc0de-4d69-4e8a-8150-ceaace2f4cff, infoPort=36519, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=488719088;c=1732494053741), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-25T00:20:55,584 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd23acb063cccf032 with lease ID 0xa6d8ee05f360c9db: Processing first storage report for DS-06f2e17d-b2bf-4c43-a0ac-4132f92169f6 from datanode DatanodeRegistration(127.0.0.1:45905, datanodeUuid=2f3fc0de-4d69-4e8a-8150-ceaace2f4cff, infoPort=36519, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=488719088;c=1732494053741) 2024-11-25T00:20:55,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd23acb063cccf032 with lease ID 0xa6d8ee05f360c9db: from storage DS-06f2e17d-b2bf-4c43-a0ac-4132f92169f6 node DatanodeRegistration(127.0.0.1:45905, datanodeUuid=2f3fc0de-4d69-4e8a-8150-ceaace2f4cff, infoPort=36519, infoSecurePort=0, ipcPort=43829, storageInfo=lv=-57;cid=testClusterID;nsid=488719088;c=1732494053741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-25T00:20:55,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/zookeeper_0, clientPort=58567, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-25T00:20:55,676 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=58567 2024-11-25T00:20:55,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:55,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:55,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741825_1001 (size=7) 2024-11-25T00:20:56,339 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc with version=8 2024-11-25T00:20:56,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/hbase-staging 2024-11-25T00:20:56,471 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-25T00:20:56,748 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4bb75722a6be:0 server-side Connection retries=45 2024-11-25T00:20:56,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:56,769 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:56,769 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T00:20:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:56,770 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T00:20:56,907 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T00:20:56,970 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-25T00:20:56,979 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-25T00:20:56,983 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:20:57,011 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 22987 (auto-detected) 2024-11-25T00:20:57,012 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-25T00:20:57,032 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46067 2024-11-25T00:20:57,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:57,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:57,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:46067 connecting to ZooKeeper ensemble=127.0.0.1:58567 2024-11-25T00:20:57,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460670x0, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T00:20:57,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46067-0x1002c0d11c20000 connected 2024-11-25T00:20:57,120 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:20:57,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:20:57,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T00:20:57,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-25T00:20:57,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46067 2024-11-25T00:20:57,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46067 2024-11-25T00:20:57,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-25T00:20:57,138 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46067 2024-11-25T00:20:57,145 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc, hbase.cluster.distributed=false 2024-11-25T00:20:57,206 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4bb75722a6be:0 server-side Connection retries=45 2024-11-25T00:20:57,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:57,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:57,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-25T00:20:57,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-25T00:20:57,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-25T00:20:57,209 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-25T00:20:57,211 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-25T00:20:57,212 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:32995 2024-11-25T00:20:57,214 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-25T00:20:57,219 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-25T00:20:57,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:57,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:57,227 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:32995 connecting to ZooKeeper ensemble=127.0.0.1:58567 2024-11-25T00:20:57,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329950x0, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-25T00:20:57,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:329950x0, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:20:57,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32995-0x1002c0d11c20001 connected 2024-11-25T00:20:57,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:20:57,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-25T00:20:57,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-25T00:20:57,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32995 2024-11-25T00:20:57,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32995 2024-11-25T00:20:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-25T00:20:57,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32995 2024-11-25T00:20:57,239 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4bb75722a6be,46067,1732494056464 2024-11-25T00:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:20:57,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:20:57,247 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4bb75722a6be,46067,1732494056464 2024-11-25T00:20:57,255 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4bb75722a6be:46067 2024-11-25T00:20:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T00:20:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-25T00:20:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:57,269 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T00:20:57,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-25T00:20:57,270 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4bb75722a6be,46067,1732494056464 from backup master directory 2024-11-25T00:20:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:20:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4bb75722a6be,46067,1732494056464 2024-11-25T00:20:57,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-25T00:20:57,274 WARN [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T00:20:57,274 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4bb75722a6be,46067,1732494056464 2024-11-25T00:20:57,276 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-25T00:20:57,277 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-25T00:20:57,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741826_1002 (size=42) 2024-11-25T00:20:57,746 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/hbase.id with ID: 66d3a4fa-8196-45b3-96f2-7c6c8581ddfa 2024-11-25T00:20:57,786 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-25T00:20:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:57,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:57,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741827_1003 (size=196) 2024-11-25T00:20:57,847 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:20:57,849 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-25T00:20:57,867 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:20:57,872 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:20:57,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741828_1004 (size=1189) 2024-11-25T00:20:58,323 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store 2024-11-25T00:20:58,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741829_1005 (size=34) 2024-11-25T00:20:58,745 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-25T00:20:58,745 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:20:58,746 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T00:20:58,746 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:20:58,747 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:20:58,747 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T00:20:58,747 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:20:58,747 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:20:58,747 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:20:58,750 WARN [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/.initializing 2024-11-25T00:20:58,750 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/WALs/4bb75722a6be,46067,1732494056464 2024-11-25T00:20:58,756 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T00:20:58,767 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C46067%2C1732494056464, suffix=, logDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/WALs/4bb75722a6be,46067,1732494056464, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/oldWALs, maxLogs=10 2024-11-25T00:20:58,790 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/WALs/4bb75722a6be,46067,1732494056464/4bb75722a6be%2C46067%2C1732494056464.1732494058772, exclude list is [], retry=0 2024-11-25T00:20:58,807 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-912525aa-56f5-4266-a8e1-5abb45e6d89f,DISK] 2024-11-25T00:20:58,810 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-25T00:20:58,847 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/WALs/4bb75722a6be,46067,1732494056464/4bb75722a6be%2C46067%2C1732494056464.1732494058772 2024-11-25T00:20:58,848 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-25T00:20:58,848 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:20:58,849 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:20:58,852 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,853 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-25T00:20:58,918 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:20:58,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:20:58,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-25T00:20:58,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:20:58,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:20:58,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,929 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-25T00:20:58,929 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:20:58,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:20:58,930 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-25T00:20:58,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:20:58,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:20:58,938 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,939 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,947 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-25T00:20:58,951 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-25T00:20:58,956 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:20:58,957 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61358194, jitterRate=-0.0856916606426239}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-25T00:20:58,962 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:20:58,963 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-25T00:20:58,991 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3bf9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:20:59,026 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-25T00:20:59,039 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-25T00:20:59,039 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-25T00:20:59,042 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-25T00:20:59,044 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-25T00:20:59,049 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-11-25T00:20:59,049 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-25T00:20:59,075 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-25T00:20:59,088 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-25T00:20:59,090 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-25T00:20:59,093 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-25T00:20:59,094 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-25T00:20:59,095 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-25T00:20:59,097 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-25T00:20:59,100 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-25T00:20:59,102 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-25T00:20:59,103 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-25T00:20:59,104 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-25T00:20:59,113 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-25T00:20:59,115 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-25T00:20:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T00:20:59,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-25T00:20:59,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,119 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4bb75722a6be,46067,1732494056464, sessionid=0x1002c0d11c20000, setting cluster-up flag (Was=false) 2024-11-25T00:20:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,137 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-25T00:20:59,138 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4bb75722a6be,46067,1732494056464 2024-11-25T00:20:59,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:20:59,149 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-25T00:20:59,150 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4bb75722a6be,46067,1732494056464 2024-11-25T00:20:59,233 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-25T00:20:59,239 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-25T00:20:59,242 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-25T00:20:59,248 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4bb75722a6be,46067,1732494056464 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-25T00:20:59,251 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4bb75722a6be:0, corePoolSize=5, maxPoolSize=5 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4bb75722a6be:0, corePoolSize=10, maxPoolSize=10 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4bb75722a6be:0, corePoolSize=2, maxPoolSize=2 2024-11-25T00:20:59,252 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,253 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4bb75722a6be:32995 2024-11-25T00:20:59,254 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732494089254 2024-11-25T00:20:59,255 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1008): ClusterId : 66d3a4fa-8196-45b3-96f2-7c6c8581ddfa 2024-11-25T00:20:59,255 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-25T00:20:59,257 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-25T00:20:59,257 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-25T00:20:59,258 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T00:20:59,258 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-25T00:20:59,260 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-25T00:20:59,261 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-25T00:20:59,261 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-25T00:20:59,261 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-25T00:20:59,262 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,263 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-25T00:20:59,263 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:20:59,263 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-25T00:20:59,263 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-25T00:20:59,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T00:20:59,265 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-25T00:20:59,265 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-25T00:20:59,266 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-25T00:20:59,267 DEBUG [RS:0;4bb75722a6be:32995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@349a442b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:20:59,267 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-25T00:20:59,268 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-25T00:20:59,269 DEBUG [RS:0;4bb75722a6be:32995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71fba776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4bb75722a6be/172.17.0.2:0 2024-11-25T00:20:59,269 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494059269,5,FailOnTimeoutGroup] 2024-11-25T00:20:59,270 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494059269,5,FailOnTimeoutGroup] 2024-11-25T00:20:59,271 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,271 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-25T00:20:59,272 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,272 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,273 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-25T00:20:59,273 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-25T00:20:59,273 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-25T00:20:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741831_1007 (size=1039) 2024-11-25T00:20:59,276 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(3073): reportForDuty to master=4bb75722a6be,46067,1732494056464 with isa=4bb75722a6be/172.17.0.2:32995, startcode=1732494057205 2024-11-25T00:20:59,293 DEBUG [RS:0;4bb75722a6be:32995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T00:20:59,328 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33225, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T00:20:59,334 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46067 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46067 {}] master.ServerManager(486): Registering regionserver=4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,350 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:20:59,351 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34379 2024-11-25T00:20:59,351 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-25T00:20:59,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T00:20:59,356 DEBUG [RS:0;4bb75722a6be:32995 {}] zookeeper.ZKUtil(111): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,357 WARN [RS:0;4bb75722a6be:32995 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-25T00:20:59,357 INFO [RS:0;4bb75722a6be:32995 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:20:59,357 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,358 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4bb75722a6be,32995,1732494057205] 2024-11-25T00:20:59,370 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-25T00:20:59,382 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-25T00:20:59,394 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-25T00:20:59,396 INFO [RS:0;4bb75722a6be:32995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-25T00:20:59,397 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,397 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-25T00:20:59,404 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,405 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,405 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,405 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,405 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,405 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4bb75722a6be:0, corePoolSize=2, maxPoolSize=2 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,406 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4bb75722a6be:0, corePoolSize=1, maxPoolSize=1 2024-11-25T00:20:59,407 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4bb75722a6be:0, corePoolSize=3, maxPoolSize=3 2024-11-25T00:20:59,407 DEBUG [RS:0;4bb75722a6be:32995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0, corePoolSize=3, maxPoolSize=3 2024-11-25T00:20:59,408 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,408 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,408 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,408 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,409 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,32995,1732494057205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T00:20:59,430 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-25T00:20:59,432 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,32995,1732494057205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:20:59,452 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.Replication(204): 4bb75722a6be,32995,1732494057205 started 2024-11-25T00:20:59,452 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1767): Serving as 4bb75722a6be,32995,1732494057205, RpcServer on 4bb75722a6be/172.17.0.2:32995, sessionid=0x1002c0d11c20001 2024-11-25T00:20:59,453 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-25T00:20:59,453 DEBUG [RS:0;4bb75722a6be:32995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,453 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4bb75722a6be,32995,1732494057205' 2024-11-25T00:20:59,453 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-25T00:20:59,454 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-25T00:20:59,455 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-25T00:20:59,455 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-25T00:20:59,455 DEBUG [RS:0;4bb75722a6be:32995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4bb75722a6be,32995,1732494057205 2024-11-25T00:20:59,455 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4bb75722a6be,32995,1732494057205' 2024-11-25T00:20:59,455 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-25T00:20:59,456 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-25T00:20:59,456 DEBUG [RS:0;4bb75722a6be:32995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-25T00:20:59,456 INFO [RS:0;4bb75722a6be:32995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-25T00:20:59,457 INFO [RS:0;4bb75722a6be:32995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-25T00:20:59,563 INFO [RS:0;4bb75722a6be:32995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-25T00:20:59,566 INFO [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C32995%2C1732494057205, suffix=, logDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/oldWALs, maxLogs=32 2024-11-25T00:20:59,584 DEBUG [RS:0;4bb75722a6be:32995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205/4bb75722a6be%2C32995%2C1732494057205.1732494059569, exclude list is [], retry=0 2024-11-25T00:20:59,589 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-912525aa-56f5-4266-a8e1-5abb45e6d89f,DISK] 2024-11-25T00:20:59,592 INFO [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205/4bb75722a6be%2C32995%2C1732494057205.1732494059569 2024-11-25T00:20:59,593 DEBUG [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-25T00:20:59,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-25T00:20:59,677 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:20:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741833_1009 (size=32) 2024-11-25T00:21:00,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:00,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T00:21:00,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T00:21:00,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T00:21:00,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T00:21:00,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T00:21:00,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T00:21:00,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740 2024-11-25T00:21:00,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740 2024-11-25T00:21:00,107 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:21:00,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T00:21:00,114 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:21:00,115 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64220586, jitterRate=-0.04303869605064392}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:21:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T00:21:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T00:21:00,118 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T00:21:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T00:21:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T00:21:00,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T00:21:00,120 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T00:21:00,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T00:21:00,123 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-25T00:21:00,123 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-25T00:21:00,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-25T00:21:00,138 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-25T00:21:00,140 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-25T00:21:00,292 DEBUG [4bb75722a6be:46067 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-25T00:21:00,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:00,302 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4bb75722a6be,32995,1732494057205, state=OPENING 2024-11-25T00:21:00,307 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-25T00:21:00,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:00,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:00,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:21:00,310 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:21:00,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:00,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:00,488 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-25T00:21:00,491 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49146, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-25T00:21:00,502 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-25T00:21:00,502 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-25T00:21:00,503 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-25T00:21:00,506 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4bb75722a6be%2C32995%2C1732494057205.meta, suffix=.meta, logDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205, archiveDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/oldWALs, maxLogs=32 2024-11-25T00:21:00,522 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205/4bb75722a6be%2C32995%2C1732494057205.meta.1732494060507.meta, exclude list is [], retry=0 2024-11-25T00:21:00,526 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45905,DS-912525aa-56f5-4266-a8e1-5abb45e6d89f,DISK] 2024-11-25T00:21:00,530 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/WALs/4bb75722a6be,32995,1732494057205/4bb75722a6be%2C32995%2C1732494057205.meta.1732494060507.meta 2024-11-25T00:21:00,530 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36519:36519)] 2024-11-25T00:21:00,530 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:21:00,532 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-25T00:21:00,591 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-25T00:21:00,596 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-25T00:21:00,600 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-25T00:21:00,601 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:00,601 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-25T00:21:00,601 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-25T00:21:00,604 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-25T00:21:00,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-25T00:21:00,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-25T00:21:00,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-25T00:21:00,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-25T00:21:00,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-25T00:21:00,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-25T00:21:00,614 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740 2024-11-25T00:21:00,616 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740 2024-11-25T00:21:00,619 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:21:00,622 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-25T00:21:00,623 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73139858, jitterRate=0.08986881375312805}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:21:00,625 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-25T00:21:00,632 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732494060480 2024-11-25T00:21:00,643 DEBUG [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-25T00:21:00,644 INFO [RS_OPEN_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-25T00:21:00,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:00,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4bb75722a6be,32995,1732494057205, state=OPEN 2024-11-25T00:21:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T00:21:00,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-25T00:21:00,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:21:00,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-25T00:21:00,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-25T00:21:00,656 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4bb75722a6be,32995,1732494057205 in 341 msec 2024-11-25T00:21:00,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-25T00:21:00,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-25T00:21:00,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4810 sec 2024-11-25T00:21:00,667 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732494060667, completionTime=-1 2024-11-25T00:21:00,668 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-25T00:21:00,668 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-25T00:21:00,706 DEBUG [hconnection-0x5525568c-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:00,709 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49158, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:00,719 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-25T00:21:00,719 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732494120719 2024-11-25T00:21:00,719 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732494180719 2024-11-25T00:21:00,719 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-11-25T00:21:00,742 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:00,743 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:00,743 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:00,744 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4bb75722a6be:46067, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:00,745 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:00,749 DEBUG [master/4bb75722a6be:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-25T00:21:00,752 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-25T00:21:00,754 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-25T00:21:00,761 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-25T00:21:00,763 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:21:00,765 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:00,766 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:21:00,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741835_1011 (size=358) 2024-11-25T00:21:01,182 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fa6ae921260d3bb092662d32776180d6, NAME => 'hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:21:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741836_1012 (size=42) 2024-11-25T00:21:01,592 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:01,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing fa6ae921260d3bb092662d32776180d6, disabling compactions & flushes 2024-11-25T00:21:01,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. after waiting 0 ms 2024-11-25T00:21:01,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,593 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,593 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for fa6ae921260d3bb092662d32776180d6: 2024-11-25T00:21:01,596 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:21:01,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732494061597"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494061597"}]},"ts":"1732494061597"} 2024-11-25T00:21:01,625 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:21:01,627 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:21:01,630 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494061628"}]},"ts":"1732494061628"} 2024-11-25T00:21:01,634 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-25T00:21:01,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fa6ae921260d3bb092662d32776180d6, ASSIGN}] 2024-11-25T00:21:01,643 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=fa6ae921260d3bb092662d32776180d6, ASSIGN 2024-11-25T00:21:01,644 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=fa6ae921260d3bb092662d32776180d6, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:21:01,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fa6ae921260d3bb092662d32776180d6, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:01,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure fa6ae921260d3bb092662d32776180d6, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:01,953 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:01,959 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => fa6ae921260d3bb092662d32776180d6, NAME => 'hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:21:01,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:01,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,963 INFO [StoreOpener-fa6ae921260d3bb092662d32776180d6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,965 INFO [StoreOpener-fa6ae921260d3bb092662d32776180d6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa6ae921260d3bb092662d32776180d6 columnFamilyName info 2024-11-25T00:21:01,966 DEBUG [StoreOpener-fa6ae921260d3bb092662d32776180d6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:01,967 INFO [StoreOpener-fa6ae921260d3bb092662d32776180d6-1 {}] regionserver.HStore(327): Store=fa6ae921260d3bb092662d32776180d6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:01,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for fa6ae921260d3bb092662d32776180d6 2024-11-25T00:21:01,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:21:01,977 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened fa6ae921260d3bb092662d32776180d6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66733429, jitterRate=-0.005594417452812195}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-25T00:21:01,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for fa6ae921260d3bb092662d32776180d6: 2024-11-25T00:21:01,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6., pid=6, masterSystemTime=1732494061953 2024-11-25T00:21:01,984 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,984 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:21:01,985 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=fa6ae921260d3bb092662d32776180d6, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:01,992 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-25T00:21:01,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure fa6ae921260d3bb092662d32776180d6, server=4bb75722a6be,32995,1732494057205 in 189 msec 2024-11-25T00:21:01,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-25T00:21:01,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=fa6ae921260d3bb092662d32776180d6, ASSIGN in 352 msec 2024-11-25T00:21:01,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:21:01,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494061997"}]},"ts":"1732494061997"} 2024-11-25T00:21:02,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-25T00:21:02,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:21:02,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2480 sec 2024-11-25T00:21:02,065 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-25T00:21:02,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:21:02,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:02,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:21:02,096 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-25T00:21:02,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:21:02,116 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-25T00:21:02,119 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-25T00:21:02,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-25T00:21:02,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-11-25T00:21:02,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-25T00:21:02,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-25T00:21:02,149 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.874sec 2024-11-25T00:21:02,150 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-25T00:21:02,152 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-25T00:21:02,153 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-25T00:21:02,153 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-25T00:21:02,153 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-25T00:21:02,154 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-25T00:21:02,155 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-25T00:21:02,163 DEBUG [master/4bb75722a6be:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-25T00:21:02,164 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-25T00:21:02,164 INFO [master/4bb75722a6be:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4bb75722a6be,46067,1732494056464-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-25T00:21:02,258 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0870ca2a to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63dfbe60 2024-11-25T00:21:02,259 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-25T00:21:02,266 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430e71de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:02,269 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-25T00:21:02,269 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-25T00:21:02,279 DEBUG [hconnection-0x6449c4c6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:02,288 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:02,297 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4bb75722a6be,46067,1732494056464 2024-11-25T00:21:02,313 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=8023 2024-11-25T00:21:02,323 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:21:02,326 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:21:02,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:21:02,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:21:02,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:02,363 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:21:02,364 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:02,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-25T00:21:02,366 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:21:02,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:21:02,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741837_1013 (size=960) 2024-11-25T00:21:02,399 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:21:02,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741838_1014 (size=53) 2024-11-25T00:21:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:21:02,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 36b45cc65cfc98cbccd063b44404e568, disabling compactions & flushes 2024-11-25T00:21:02,812 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. after waiting 0 ms 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:02,812 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:02,812 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:02,814 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:21:02,815 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494062815"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494062815"}]},"ts":"1732494062815"} 2024-11-25T00:21:02,818 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:21:02,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:21:02,820 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494062820"}]},"ts":"1732494062820"} 2024-11-25T00:21:02,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:21:02,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, ASSIGN}] 2024-11-25T00:21:02,829 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, ASSIGN 2024-11-25T00:21:02,831 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:21:02,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=36b45cc65cfc98cbccd063b44404e568, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:02,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:21:03,139 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,146 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,146 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:21:03,146 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,146 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:03,147 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,147 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,149 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,152 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:03,153 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36b45cc65cfc98cbccd063b44404e568 columnFamilyName A 2024-11-25T00:21:03,153 DEBUG [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:03,154 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(327): Store=36b45cc65cfc98cbccd063b44404e568/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:03,154 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,156 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:03,156 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36b45cc65cfc98cbccd063b44404e568 columnFamilyName B 2024-11-25T00:21:03,156 DEBUG [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:03,157 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(327): Store=36b45cc65cfc98cbccd063b44404e568/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:03,157 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,159 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:03,159 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36b45cc65cfc98cbccd063b44404e568 columnFamilyName C 2024-11-25T00:21:03,159 DEBUG [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:03,160 INFO [StoreOpener-36b45cc65cfc98cbccd063b44404e568-1 {}] regionserver.HStore(327): Store=36b45cc65cfc98cbccd063b44404e568/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:03,160 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,162 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,162 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,165 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:21:03,167 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,171 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:21:03,172 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 36b45cc65cfc98cbccd063b44404e568; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601347, jitterRate=-0.03736491501331329}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:21:03,172 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:03,174 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., pid=11, masterSystemTime=1732494063139 2024-11-25T00:21:03,177 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,177 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=36b45cc65cfc98cbccd063b44404e568, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-25T00:21:03,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 in 196 msec 2024-11-25T00:21:03,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-25T00:21:03,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, ASSIGN in 356 msec 2024-11-25T00:21:03,188 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:21:03,188 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494063188"}]},"ts":"1732494063188"} 2024-11-25T00:21:03,191 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:21:03,194 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:21:03,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 837 msec 2024-11-25T00:21:03,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-25T00:21:03,489 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-25T00:21:03,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02a08c5a to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6be4168e 2024-11-25T00:21:03,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed9b166, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,503 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,505 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:21:03,508 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48498, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:21:03,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24512372 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5038857 2024-11-25T00:21:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c80704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53623ce6 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aba57ed 2024-11-25T00:21:03,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f68aae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,524 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66d523ff to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@629b91f8 2024-11-25T00:21:03,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18de28d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,528 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b2c1d to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62b16227 2024-11-25T00:21:03,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb8ce8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d888e3e to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53f30e40 2024-11-25T00:21:03,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7915562a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f34c0b8 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@691cbc80 2024-11-25T00:21:03,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502730d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ebb9f30 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62cfc6db 2024-11-25T00:21:03,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8793a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f18a09d to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8b52656 2024-11-25T00:21:03,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71209fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,555 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x426bcd11 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@634dc49c 2024-11-25T00:21:03,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1665e2af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:03,566 DEBUG [hconnection-0x21675e13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,566 DEBUG [hconnection-0x1107dd33-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,567 DEBUG [hconnection-0x3bca7345-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:03,572 DEBUG [hconnection-0x176fe140-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,572 DEBUG [hconnection-0x4b613b0d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,572 DEBUG [hconnection-0x4b800cbf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,574 DEBUG [hconnection-0x45f0f0a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,575 DEBUG [hconnection-0x5f7a19bf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,576 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51724, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,576 DEBUG [hconnection-0x6ee6832c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:03,576 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51706, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,577 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-25T00:21:03,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,579 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,580 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:03,582 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,582 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:03,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:03,590 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,590 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,593 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:03,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:03,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:03,655 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:03,656 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:03,657 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:03,749 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:21:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,757 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/90847abb33f2491996d84d8baebf5814 is 50, key is test_row_0/A:col10/1732494063622/Put/seqid=0 2024-11-25T00:21:03,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494123784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494123778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494123792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741839_1015 (size=12001) 2024-11-25T00:21:03,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/90847abb33f2491996d84d8baebf5814 2024-11-25T00:21:03,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494123802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494123802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:03,927 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:21:03,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/43bdb6597c9e4a82b9580c18d95f1b31 is 50, key is test_row_0/B:col10/1732494063622/Put/seqid=0 2024-11-25T00:21:03,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:03,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:03,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494123932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494123933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494123935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494123935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494123935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:03,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741840_1016 (size=12001) 2024-11-25T00:21:03,967 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/43bdb6597c9e4a82b9580c18d95f1b31 2024-11-25T00:21:04,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/132582c8dca946699b95a8a6d5f41382 is 50, key is test_row_0/C:col10/1732494063622/Put/seqid=0 2024-11-25T00:21:04,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741841_1017 (size=12001) 2024-11-25T00:21:04,026 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/132582c8dca946699b95a8a6d5f41382 2024-11-25T00:21:04,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/90847abb33f2491996d84d8baebf5814 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814 2024-11-25T00:21:04,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:21:04,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/43bdb6597c9e4a82b9580c18d95f1b31 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31 2024-11-25T00:21:04,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:21:04,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/132582c8dca946699b95a8a6d5f41382 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382 2024-11-25T00:21:04,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:21:04,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382, entries=150, sequenceid=13, filesize=11.7 K 2024-11-25T00:21:04,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36b45cc65cfc98cbccd063b44404e568 in 456ms, sequenceid=13, compaction requested=false 2024-11-25T00:21:04,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:04,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:04,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:04,100 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T00:21:04,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:04,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:04,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:04,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/59faf75b27ec478d80b9d8695bc3dd17 is 50, key is test_row_0/A:col10/1732494063792/Put/seqid=0 2024-11-25T00:21:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741842_1018 (size=14341) 2024-11-25T00:21:04,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/59faf75b27ec478d80b9d8695bc3dd17 2024-11-25T00:21:04,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494124183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:04,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/fd706b89b01b42668ac63e319944bc25 is 50, key is test_row_0/B:col10/1732494063792/Put/seqid=0 2024-11-25T00:21:04,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494124185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494124190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494124191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494124191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741843_1019 (size=12001) 2024-11-25T00:21:04,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/fd706b89b01b42668ac63e319944bc25 2024-11-25T00:21:04,255 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:21:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:04,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:04,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/0a41fee16c2f48bfaae9cc439c62ba38 is 50, key is test_row_0/C:col10/1732494063792/Put/seqid=0 2024-11-25T00:21:04,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741844_1020 (size=12001) 2024-11-25T00:21:04,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/0a41fee16c2f48bfaae9cc439c62ba38 2024-11-25T00:21:04,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494124298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/59faf75b27ec478d80b9d8695bc3dd17 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17 2024-11-25T00:21:04,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17, entries=200, sequenceid=38, filesize=14.0 K 2024-11-25T00:21:04,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494124323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494124324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/fd706b89b01b42668ac63e319944bc25 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25 2024-11-25T00:21:04,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494124325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494124327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:21:04,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/0a41fee16c2f48bfaae9cc439c62ba38 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38 2024-11-25T00:21:04,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:21:04,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 36b45cc65cfc98cbccd063b44404e568 in 200ms, sequenceid=38, compaction requested=false 2024-11-25T00:21:04,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:04,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-25T00:21:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:04,412 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:21:04,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:04,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:04,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5a519c552cb74afe94522c15bc9a367f is 50, key is test_row_0/A:col10/1732494064182/Put/seqid=0 2024-11-25T00:21:04,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741845_1021 (size=12001) 2024-11-25T00:21:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:04,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494124568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494124570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494124575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494124578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494124581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494124684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494124686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494124690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494124693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:04,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494124694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5a519c552cb74afe94522c15bc9a367f 2024-11-25T00:21:04,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/f991a41d7ce443d5a513a6e926c20fe9 is 50, key is test_row_0/B:col10/1732494064182/Put/seqid=0 2024-11-25T00:21:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741846_1022 (size=12001) 2024-11-25T00:21:04,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/f991a41d7ce443d5a513a6e926c20fe9 2024-11-25T00:21:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494124894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494124896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494124894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494124898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:04,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494124898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:04,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f253fe21ee145a6b7ab8c3e1b83dd93 is 50, key is test_row_0/C:col10/1732494064182/Put/seqid=0 2024-11-25T00:21:04,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741847_1023 (size=12001) 2024-11-25T00:21:04,940 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f253fe21ee145a6b7ab8c3e1b83dd93 2024-11-25T00:21:04,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5a519c552cb74afe94522c15bc9a367f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f 2024-11-25T00:21:04,967 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T00:21:04,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/f991a41d7ce443d5a513a6e926c20fe9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9 2024-11-25T00:21:04,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T00:21:04,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f253fe21ee145a6b7ab8c3e1b83dd93 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93 2024-11-25T00:21:04,997 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93, entries=150, sequenceid=50, filesize=11.7 K 2024-11-25T00:21:04,999 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36b45cc65cfc98cbccd063b44404e568 in 587ms, sequenceid=50, compaction requested=true 2024-11-25T00:21:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:04,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:05,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-25T00:21:05,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-25T00:21:05,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-25T00:21:05,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4180 sec 2024-11-25T00:21:05,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4350 sec 2024-11-25T00:21:05,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:05,208 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:05,209 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/dafff399218b417daffdd25057b78bd7 is 50, key is test_row_0/A:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741848_1024 (size=12001) 2024-11-25T00:21:05,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/dafff399218b417daffdd25057b78bd7 2024-11-25T00:21:05,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/ceed682b25f746cebeda4202a2ec55b4 is 50, key is test_row_0/B:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741849_1025 (size=12001) 2024-11-25T00:21:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494125225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494125222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494125281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494125282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494125284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,375 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-25T00:21:05,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-25T00:21:05,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494125385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494125387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494125390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494125391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494125392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494125590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494125594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494125598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494125597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494125600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/ceed682b25f746cebeda4202a2ec55b4 2024-11-25T00:21:05,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1937d39fffcd40d581bb1651a16fd65b is 50, key is test_row_0/C:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-25T00:21:05,696 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-25T00:21:05,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:05,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-25T00:21:05,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:21:05,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:05,706 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:05,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:05,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741850_1026 (size=12001) 2024-11-25T00:21:05,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1937d39fffcd40d581bb1651a16fd65b 2024-11-25T00:21:05,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/dafff399218b417daffdd25057b78bd7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7 2024-11-25T00:21:05,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:21:05,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/ceed682b25f746cebeda4202a2ec55b4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4 2024-11-25T00:21:05,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:21:05,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1937d39fffcd40d581bb1651a16fd65b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b 2024-11-25T00:21:05,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b, entries=150, sequenceid=77, filesize=11.7 K 2024-11-25T00:21:05,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 36b45cc65cfc98cbccd063b44404e568 in 576ms, sequenceid=77, compaction requested=true 2024-11-25T00:21:05,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:05,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:21:05,790 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:05,791 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:05,799 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:05,801 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:05,801 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:05,802 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=46.9 K 2024-11-25T00:21:05,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:21:05,806 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 43bdb6597c9e4a82b9580c18d95f1b31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494063622 2024-11-25T00:21:05,807 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50344 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:05,807 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:05,807 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:05,808 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=49.2 K 2024-11-25T00:21:05,808 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting fd706b89b01b42668ac63e319944bc25, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494063752 2024-11-25T00:21:05,809 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90847abb33f2491996d84d8baebf5814, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494063622 2024-11-25T00:21:05,809 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f991a41d7ce443d5a513a6e926c20fe9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732494064182 2024-11-25T00:21:05,810 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ceed682b25f746cebeda4202a2ec55b4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:05,810 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59faf75b27ec478d80b9d8695bc3dd17, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494063752 2024-11-25T00:21:05,811 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a519c552cb74afe94522c15bc9a367f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732494064182 2024-11-25T00:21:05,812 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting dafff399218b417daffdd25057b78bd7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:05,856 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:05,857 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/8bf21b5b6ea04295b3162218cbc24e69 is 50, key is test_row_0/A:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,860 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-25T00:21:05,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:05,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:05,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:05,862 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#13 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:05,865 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/9eae672a5af1434b86da9b287f93bc18 is 50, key is test_row_0/B:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741851_1027 (size=12139) 2024-11-25T00:21:05,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/f48cd8e23b374901b7409eb63591dadc is 50, key is test_row_1/A:col10/1732494065237/Put/seqid=0 2024-11-25T00:21:05,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741852_1028 (size=12139) 2024-11-25T00:21:05,897 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/8bf21b5b6ea04295b3162218cbc24e69 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/8bf21b5b6ea04295b3162218cbc24e69 2024-11-25T00:21:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:05,913 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/9eae672a5af1434b86da9b287f93bc18 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9eae672a5af1434b86da9b287f93bc18 2024-11-25T00:21:05,922 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 8bf21b5b6ea04295b3162218cbc24e69(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:05,922 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741853_1029 (size=9657) 2024-11-25T00:21:05,923 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=12, startTime=1732494065786; duration=0sec 2024-11-25T00:21:05,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:05,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:05,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:05,927 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into 9eae672a5af1434b86da9b287f93bc18(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:05,927 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:05,927 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=12, startTime=1732494065788; duration=0sec 2024-11-25T00:21:05,927 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:05,927 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:05,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/f48cd8e23b374901b7409eb63591dadc 2024-11-25T00:21:05,930 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:05,930 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:05,930 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:05,931 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=46.9 K 2024-11-25T00:21:05,933 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 132582c8dca946699b95a8a6d5f41382, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732494063622 2024-11-25T00:21:05,935 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a41fee16c2f48bfaae9cc439c62ba38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494063752 2024-11-25T00:21:05,936 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f253fe21ee145a6b7ab8c3e1b83dd93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732494064182 2024-11-25T00:21:05,938 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1937d39fffcd40d581bb1651a16fd65b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:05,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/c9f752a0890245238fa82c5ca4f9ad30 is 50, key is test_row_1/B:col10/1732494065237/Put/seqid=0 2024-11-25T00:21:05,976 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#16 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:05,978 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/ba71f0c597724fd08241c40396e47820 is 50, key is test_row_0/C:col10/1732494065203/Put/seqid=0 2024-11-25T00:21:05,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494125989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741854_1030 (size=9657) 2024-11-25T00:21:05,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,998 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:05,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494125989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494125986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:05,999 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494125993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494125993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:21:06,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741855_1031 (size=12139) 2024-11-25T00:21:06,031 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/ba71f0c597724fd08241c40396e47820 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/ba71f0c597724fd08241c40396e47820 2024-11-25T00:21:06,044 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into ba71f0c597724fd08241c40396e47820(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:06,045 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:06,045 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=12, startTime=1732494065788; duration=0sec 2024-11-25T00:21:06,047 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:06,047 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:06,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494126100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494126101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494126101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494126103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494126104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:21:06,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:21:06,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494126309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494126311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494126311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494126311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494126312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,400 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/c9f752a0890245238fa82c5ca4f9ad30 2024-11-25T00:21:06,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/38ee9bdb5d53417792223acaef834c72 is 50, key is test_row_1/C:col10/1732494065237/Put/seqid=0 2024-11-25T00:21:06,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741856_1032 (size=9657) 2024-11-25T00:21:06,440 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/38ee9bdb5d53417792223acaef834c72 2024-11-25T00:21:06,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/f48cd8e23b374901b7409eb63591dadc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc 2024-11-25T00:21:06,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc, entries=100, sequenceid=88, filesize=9.4 K 2024-11-25T00:21:06,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/c9f752a0890245238fa82c5ca4f9ad30 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30 2024-11-25T00:21:06,479 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30, entries=100, sequenceid=88, filesize=9.4 K 2024-11-25T00:21:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/38ee9bdb5d53417792223acaef834c72 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72 2024-11-25T00:21:06,497 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72, entries=100, sequenceid=88, filesize=9.4 K 2024-11-25T00:21:06,499 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 36b45cc65cfc98cbccd063b44404e568 in 638ms, sequenceid=88, compaction requested=false 2024-11-25T00:21:06,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-25T00:21:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-25T00:21:06,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-25T00:21:06,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 796 msec 2024-11-25T00:21:06,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 807 msec 2024-11-25T00:21:06,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:06,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:06,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2d0357e34d8a4efcaa1bd1a4dfd21196 is 50, key is test_row_0/A:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494126638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494126639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494126643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494126643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741857_1033 (size=12001) 2024-11-25T00:21:06,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2d0357e34d8a4efcaa1bd1a4dfd21196 2024-11-25T00:21:06,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494126648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/30faea2e35384eea933b6550e348c3d1 is 50, key is test_row_0/B:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741858_1034 (size=12001) 2024-11-25T00:21:06,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/30faea2e35384eea933b6550e348c3d1 2024-11-25T00:21:06,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/89a473285c024d90ab797045eb88d798 is 50, key is test_row_0/C:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741859_1035 (size=12001) 2024-11-25T00:21:06,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/89a473285c024d90ab797045eb88d798 2024-11-25T00:21:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494126746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494126746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494126751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494126750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:06,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494126754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2d0357e34d8a4efcaa1bd1a4dfd21196 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196 2024-11-25T00:21:06,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T00:21:06,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/30faea2e35384eea933b6550e348c3d1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1 2024-11-25T00:21:06,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T00:21:06,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/89a473285c024d90ab797045eb88d798 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798 2024-11-25T00:21:06,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-25T00:21:06,810 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-25T00:21:06,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-25T00:21:06,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:21:06,817 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:06,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T00:21:06,820 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:06,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:06,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=46.96 KB/48090 for 36b45cc65cfc98cbccd063b44404e568 in 201ms, sequenceid=119, compaction requested=true 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:06,821 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:06,821 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:06,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:06,824 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:06,824 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:06,824 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,824 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9eae672a5af1434b86da9b287f93bc18, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=33.0 K 2024-11-25T00:21:06,824 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:06,825 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:06,825 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,825 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/8bf21b5b6ea04295b3162218cbc24e69, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=33.0 K 2024-11-25T00:21:06,825 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9eae672a5af1434b86da9b287f93bc18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:06,826 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c9f752a0890245238fa82c5ca4f9ad30, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732494065221 2024-11-25T00:21:06,826 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bf21b5b6ea04295b3162218cbc24e69, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:06,827 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f48cd8e23b374901b7409eb63591dadc, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732494065221 2024-11-25T00:21:06,827 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 30faea2e35384eea933b6550e348c3d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:06,828 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d0357e34d8a4efcaa1bd1a4dfd21196, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:06,850 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:06,851 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/04992c97455e49389ae4714c82ad2c09 is 50, key is test_row_0/B:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,854 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:06,855 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/bfc7b58e10c7443aa60dd072dcda5dce is 50, key is test_row_0/A:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741860_1036 (size=12241) 2024-11-25T00:21:06,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741861_1037 (size=12241) 2024-11-25T00:21:06,892 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/bfc7b58e10c7443aa60dd072dcda5dce as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/bfc7b58e10c7443aa60dd072dcda5dce 2024-11-25T00:21:06,907 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into bfc7b58e10c7443aa60dd072dcda5dce(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:06,907 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:06,907 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494066821; duration=0sec 2024-11-25T00:21:06,907 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:06,907 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:06,907 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:06,910 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:06,910 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:06,910 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,911 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/ba71f0c597724fd08241c40396e47820, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=33.0 K 2024-11-25T00:21:06,912 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba71f0c597724fd08241c40396e47820, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732494065201 2024-11-25T00:21:06,912 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38ee9bdb5d53417792223acaef834c72, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732494065221 2024-11-25T00:21:06,913 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89a473285c024d90ab797045eb88d798, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:21:06,938 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#23 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:06,941 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/32c829235fba42ffb9e968dab4a985d8 is 50, key is test_row_0/C:col10/1732494065989/Put/seqid=0 2024-11-25T00:21:06,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:06,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:06,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:06,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:06,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741862_1038 (size=12241) 2024-11-25T00:21:06,967 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-25T00:21:06,968 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-25T00:21:06,970 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-25T00:21:06,970 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-25T00:21:06,971 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T00:21:06,971 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-25T00:21:06,972 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:06,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:21:06,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5eb6870dbef14cf7b74a795233cab922 is 50, key is test_row_0/A:col10/1732494066637/Put/seqid=0 2024-11-25T00:21:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:06,976 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:06,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:06,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:06,982 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-25T00:21:06,982 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-25T00:21:06,984 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/32c829235fba42ffb9e968dab4a985d8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/32c829235fba42ffb9e968dab4a985d8 2024-11-25T00:21:06,985 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-25T00:21:06,985 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-25T00:21:06,997 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into 32c829235fba42ffb9e968dab4a985d8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:06,997 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:06,997 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494066821; duration=0sec 2024-11-25T00:21:06,997 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:06,997 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:07,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494127006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494127008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741863_1039 (size=12051) 2024-11-25T00:21:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494127009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494127009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494127011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5eb6870dbef14cf7b74a795233cab922 2024-11-25T00:21:07,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/2d2b62a1491443f5b843bd62c0135afe is 50, key is test_row_0/B:col10/1732494066637/Put/seqid=0 2024-11-25T00:21:07,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741864_1040 (size=12051) 2024-11-25T00:21:07,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/2d2b62a1491443f5b843bd62c0135afe 2024-11-25T00:21:07,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/69c9924a29164723aefc667e90434ffc is 50, key is test_row_0/C:col10/1732494066637/Put/seqid=0 2024-11-25T00:21:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741865_1041 (size=12051) 2024-11-25T00:21:07,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/69c9924a29164723aefc667e90434ffc 2024-11-25T00:21:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494127115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494127117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:21:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494127118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494127118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5eb6870dbef14cf7b74a795233cab922 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922 2024-11-25T00:21:07,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494127119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,132 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:21:07,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:07,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:07,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:07,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:07,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:07,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:07,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:21:07,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/2d2b62a1491443f5b843bd62c0135afe as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe 2024-11-25T00:21:07,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:21:07,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/69c9924a29164723aefc667e90434ffc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc 2024-11-25T00:21:07,201 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:21:07,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 36b45cc65cfc98cbccd063b44404e568 in 245ms, sequenceid=131, compaction requested=false 2024-11-25T00:21:07,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:07,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-25T00:21:07,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:07,288 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:07,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,294 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/04992c97455e49389ae4714c82ad2c09 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/04992c97455e49389ae4714c82ad2c09 2024-11-25T00:21:07,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/be9abaf49431491faec6db3b78d4b099 is 50, key is test_row_0/A:col10/1732494067005/Put/seqid=0 2024-11-25T00:21:07,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:07,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:07,340 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into 04992c97455e49389ae4714c82ad2c09(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:07,340 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741866_1042 (size=12151) 2024-11-25T00:21:07,341 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494066821; duration=0sec 2024-11-25T00:21:07,341 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:07,341 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:07,348 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/be9abaf49431491faec6db3b78d4b099 2024-11-25T00:21:07,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494127342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494127346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494127349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494127351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494127351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/69bea1622494466c8f0a8cb7dbef7482 is 50, key is test_row_0/B:col10/1732494067005/Put/seqid=0 2024-11-25T00:21:07,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741867_1043 (size=12151) 2024-11-25T00:21:07,375 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/69bea1622494466c8f0a8cb7dbef7482 2024-11-25T00:21:07,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/668917d8c8694c9083aff4369d5b2f1d is 50, key is test_row_0/C:col10/1732494067005/Put/seqid=0 2024-11-25T00:21:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741868_1044 (size=12151) 2024-11-25T00:21:07,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:21:07,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494127453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494127455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494127455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494127456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494127457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494127657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494127660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494127661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494127661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:07,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494127665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:07,812 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/668917d8c8694c9083aff4369d5b2f1d 2024-11-25T00:21:07,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/be9abaf49431491faec6db3b78d4b099 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099 2024-11-25T00:21:07,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T00:21:07,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/69bea1622494466c8f0a8cb7dbef7482 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482 2024-11-25T00:21:07,845 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T00:21:07,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/668917d8c8694c9083aff4369d5b2f1d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d 2024-11-25T00:21:07,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d, entries=150, sequenceid=157, filesize=11.9 K 2024-11-25T00:21:07,863 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 36b45cc65cfc98cbccd063b44404e568 in 574ms, sequenceid=157, compaction requested=true 2024-11-25T00:21:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:07,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-25T00:21:07,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-25T00:21:07,870 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-25T00:21:07,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0450 sec 2024-11-25T00:21:07,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0580 sec 2024-11-25T00:21:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-25T00:21:07,923 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-25T00:21:07,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-25T00:21:07,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:07,929 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:07,930 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:07,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:07,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:07,963 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:07,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:07,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/da61fb246e7c4d65a0958d87b17624b7 is 50, key is test_row_0/A:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:07,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741869_1045 (size=14541) 2024-11-25T00:21:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:08,083 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T00:21:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:08,239 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T00:21:08,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:08,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/da61fb246e7c4d65a0958d87b17624b7 2024-11-25T00:21:08,395 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T00:21:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:08,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:08,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/e7edd2a073eb4e3e8e6e57a353b02c1a is 50, key is test_row_0/B:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:08,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741870_1046 (size=12151) 2024-11-25T00:21:08,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/e7edd2a073eb4e3e8e6e57a353b02c1a 2024-11-25T00:21:08,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/26253ee514cd4cf6af7ff26095d9690a is 50, key is test_row_0/C:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:08,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741871_1047 (size=12151) 2024-11-25T00:21:08,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/26253ee514cd4cf6af7ff26095d9690a 2024-11-25T00:21:08,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/da61fb246e7c4d65a0958d87b17624b7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7 2024-11-25T00:21:08,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7, entries=200, sequenceid=171, filesize=14.2 K 2024-11-25T00:21:08,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/e7edd2a073eb4e3e8e6e57a353b02c1a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a 2024-11-25T00:21:08,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:21:08,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/26253ee514cd4cf6af7ff26095d9690a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a 2024-11-25T00:21:08,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:21:08,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36b45cc65cfc98cbccd063b44404e568 in 554ms, sequenceid=171, compaction requested=true 2024-11-25T00:21:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:08,517 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:08,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:08,517 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:08,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:08,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:08,520 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50984 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:08,521 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:08,521 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,521 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/bfc7b58e10c7443aa60dd072dcda5dce, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=49.8 K 2024-11-25T00:21:08,521 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:08,521 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:08,521 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,522 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/04992c97455e49389ae4714c82ad2c09, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=47.5 K 2024-11-25T00:21:08,522 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting bfc7b58e10c7443aa60dd072dcda5dce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:08,522 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 04992c97455e49389ae4714c82ad2c09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:08,523 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eb6870dbef14cf7b74a795233cab922, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494066637 2024-11-25T00:21:08,523 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d2b62a1491443f5b843bd62c0135afe, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494066637 2024-11-25T00:21:08,524 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting be9abaf49431491faec6db3b78d4b099, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494067000 2024-11-25T00:21:08,524 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 69bea1622494466c8f0a8cb7dbef7482, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494067000 2024-11-25T00:21:08,525 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting da61fb246e7c4d65a0958d87b17624b7, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067344 2024-11-25T00:21:08,525 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e7edd2a073eb4e3e8e6e57a353b02c1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067347 2024-11-25T00:21:08,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:08,550 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-25T00:21:08,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,552 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:08,559 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#34 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:08,560 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#33 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:08,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/9614906930a34d0ca62f4fe610cc833a is 50, key is test_row_0/A:col10/1732494068002/Put/seqid=0 2024-11-25T00:21:08,561 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/031dd3a98a8948f2a14562a1be8a657f is 50, key is test_row_0/B:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:08,562 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/10b2b8b4f0fe4defad3a5882d11e524d is 50, key is test_row_0/A:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:08,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741873_1049 (size=12527) 2024-11-25T00:21:08,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741872_1048 (size=12151) 2024-11-25T00:21:08,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741874_1050 (size=12527) 2024-11-25T00:21:08,599 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/031dd3a98a8948f2a14562a1be8a657f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/031dd3a98a8948f2a14562a1be8a657f 2024-11-25T00:21:08,602 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/10b2b8b4f0fe4defad3a5882d11e524d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/10b2b8b4f0fe4defad3a5882d11e524d 2024-11-25T00:21:08,610 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into 031dd3a98a8948f2a14562a1be8a657f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:08,610 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:08,610 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=12, startTime=1732494068517; duration=0sec 2024-11-25T00:21:08,611 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:08,611 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:08,611 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:08,612 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 10b2b8b4f0fe4defad3a5882d11e524d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:08,612 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:08,612 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=12, startTime=1732494068517; duration=0sec 2024-11-25T00:21:08,612 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:08,612 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:08,614 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:08,614 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:08,614 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:08,614 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/32c829235fba42ffb9e968dab4a985d8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=47.5 K 2024-11-25T00:21:08,615 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 32c829235fba42ffb9e968dab4a985d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494065989 2024-11-25T00:21:08,616 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 69c9924a29164723aefc667e90434ffc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494066637 2024-11-25T00:21:08,617 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 668917d8c8694c9083aff4369d5b2f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732494067000 2024-11-25T00:21:08,617 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 26253ee514cd4cf6af7ff26095d9690a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067347 2024-11-25T00:21:08,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:08,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:08,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,636 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#36 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,637 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/f85939c4470c4271b7a7950eba3f7755 is 50, key is test_row_0/C:col10/1732494067347/Put/seqid=0 2024-11-25T00:21:08,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741875_1051 (size=12527) 2024-11-25T00:21:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494128942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494128942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494128944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494128944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:08,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494128945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:08,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/9614906930a34d0ca62f4fe610cc833a 2024-11-25T00:21:08,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/15085bfd15084696a09bec2a68f1a8aa is 50, key is test_row_0/B:col10/1732494068002/Put/seqid=0 2024-11-25T00:21:09,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741876_1052 (size=12151) 2024-11-25T00:21:09,028 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/15085bfd15084696a09bec2a68f1a8aa 2024-11-25T00:21:09,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:09,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/6941dc621f484868b7a409a645ad931a is 50, key is test_row_0/C:col10/1732494068002/Put/seqid=0 2024-11-25T00:21:09,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741877_1053 (size=12151) 2024-11-25T00:21:09,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/6941dc621f484868b7a409a645ad931a 2024-11-25T00:21:09,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/9614906930a34d0ca62f4fe610cc833a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a 2024-11-25T00:21:09,074 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/f85939c4470c4271b7a7950eba3f7755 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/f85939c4470c4271b7a7950eba3f7755 2024-11-25T00:21:09,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T00:21:09,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/15085bfd15084696a09bec2a68f1a8aa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa 2024-11-25T00:21:09,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into f85939c4470c4271b7a7950eba3f7755(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:09,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:09,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=12, startTime=1732494068517; duration=0sec 2024-11-25T00:21:09,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:09,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:09,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T00:21:09,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/6941dc621f484868b7a409a645ad931a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a 2024-11-25T00:21:09,103 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a, entries=150, sequenceid=194, filesize=11.9 K 2024-11-25T00:21:09,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36b45cc65cfc98cbccd063b44404e568 in 554ms, sequenceid=194, compaction requested=false 2024-11-25T00:21:09,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:09,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:09,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-25T00:21:09,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-25T00:21:09,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-25T00:21:09,111 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1760 sec 2024-11-25T00:21:09,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1850 sec 2024-11-25T00:21:09,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:21:09,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:09,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:09,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5bbf57d32b4f43fbaeeee66e55bacac7 is 50, key is test_row_0/A:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741878_1054 (size=19321) 2024-11-25T00:21:09,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494129308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494129310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494129311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494129309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494129313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494129415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494129416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494129418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494129418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494129418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494129621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494129621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494129624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494129624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494129624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5bbf57d32b4f43fbaeeee66e55bacac7 2024-11-25T00:21:09,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d4f67ce434f2405e91e981bd6b9776e3 is 50, key is test_row_0/B:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741879_1055 (size=12151) 2024-11-25T00:21:09,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d4f67ce434f2405e91e981bd6b9776e3 2024-11-25T00:21:09,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9de7825be2f4452aa629231e0ceac060 is 50, key is test_row_0/C:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741880_1056 (size=12151) 2024-11-25T00:21:09,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9de7825be2f4452aa629231e0ceac060 2024-11-25T00:21:09,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/5bbf57d32b4f43fbaeeee66e55bacac7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7 2024-11-25T00:21:09,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7, entries=300, sequenceid=213, filesize=18.9 K 2024-11-25T00:21:09,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d4f67ce434f2405e91e981bd6b9776e3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3 2024-11-25T00:21:09,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T00:21:09,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9de7825be2f4452aa629231e0ceac060 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060 2024-11-25T00:21:09,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T00:21:09,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 36b45cc65cfc98cbccd063b44404e568 in 533ms, sequenceid=213, compaction requested=true 2024-11-25T00:21:09,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:09,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:09,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:09,784 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:09,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:09,784 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:09,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:09,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:09,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:09,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:09,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:09,787 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:09,787 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/031dd3a98a8948f2a14562a1be8a657f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.0 K 2024-11-25T00:21:09,788 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:09,788 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:09,788 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 031dd3a98a8948f2a14562a1be8a657f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067347 2024-11-25T00:21:09,788 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:09,789 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/10b2b8b4f0fe4defad3a5882d11e524d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=43.0 K 2024-11-25T00:21:09,790 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10b2b8b4f0fe4defad3a5882d11e524d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067347 2024-11-25T00:21:09,790 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 15085bfd15084696a09bec2a68f1a8aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732494068002 2024-11-25T00:21:09,791 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9614906930a34d0ca62f4fe610cc833a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732494068002 2024-11-25T00:21:09,791 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d4f67ce434f2405e91e981bd6b9776e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068633 2024-11-25T00:21:09,791 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bbf57d32b4f43fbaeeee66e55bacac7, keycount=300, bloomtype=ROW, size=18.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068628 2024-11-25T00:21:09,815 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:09,816 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/791d35de04be4c90bd2c3ae34a70b222 is 50, key is test_row_0/A:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,823 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:09,823 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d83fe6f30b2e4fc8be16b1704b9c65de is 50, key is test_row_0/B:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741881_1057 (size=12629) 2024-11-25T00:21:09,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741882_1058 (size=12629) 2024-11-25T00:21:09,864 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d83fe6f30b2e4fc8be16b1704b9c65de as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d83fe6f30b2e4fc8be16b1704b9c65de 2024-11-25T00:21:09,874 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into d83fe6f30b2e4fc8be16b1704b9c65de(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:09,874 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:09,874 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494069784; duration=0sec 2024-11-25T00:21:09,875 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:09,875 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:09,875 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:09,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:09,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:09,877 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:09,877 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/f85939c4470c4271b7a7950eba3f7755, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.0 K 2024-11-25T00:21:09,878 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f85939c4470c4271b7a7950eba3f7755, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494067347 2024-11-25T00:21:09,878 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6941dc621f484868b7a409a645ad931a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1732494068002 2024-11-25T00:21:09,879 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de7825be2f4452aa629231e0ceac060, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068633 2024-11-25T00:21:09,894 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:09,895 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/26f991d791bf43ebadd90cd45f581d1a is 50, key is test_row_0/C:col10/1732494069248/Put/seqid=0 2024-11-25T00:21:09,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741883_1059 (size=12629) 2024-11-25T00:21:09,921 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/26f991d791bf43ebadd90cd45f581d1a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26f991d791bf43ebadd90cd45f581d1a 2024-11-25T00:21:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:09,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:21:09,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:09,934 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into 26f991d791bf43ebadd90cd45f581d1a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:09,935 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:09,935 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494069785; duration=0sec 2024-11-25T00:21:09,936 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:09,936 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:09,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/62d659d695f34299ad625566e0233284 is 50, key is test_row_0/A:col10/1732494069927/Put/seqid=0 2024-11-25T00:21:09,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494129948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494129949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494129949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741884_1060 (size=14541) 2024-11-25T00:21:09,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494129952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/62d659d695f34299ad625566e0233284 2024-11-25T00:21:09,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:09,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494129953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:09,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/aac8257f8a9b49f5982b0c123a969088 is 50, key is test_row_0/B:col10/1732494069927/Put/seqid=0 2024-11-25T00:21:09,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741885_1061 (size=12151) 2024-11-25T00:21:09,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/aac8257f8a9b49f5982b0c123a969088 2024-11-25T00:21:09,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/fa1f4be1777f40b1aaa81157014e98ad is 50, key is test_row_0/C:col10/1732494069927/Put/seqid=0 2024-11-25T00:21:10,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741886_1062 (size=12151) 2024-11-25T00:21:10,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/fa1f4be1777f40b1aaa81157014e98ad 2024-11-25T00:21:10,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/62d659d695f34299ad625566e0233284 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284 2024-11-25T00:21:10,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284, entries=200, sequenceid=235, filesize=14.2 K 2024-11-25T00:21:10,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/aac8257f8a9b49f5982b0c123a969088 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088 2024-11-25T00:21:10,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T00:21:10,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-25T00:21:10,037 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-25T00:21:10,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/fa1f4be1777f40b1aaa81157014e98ad as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad 2024-11-25T00:21:10,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:10,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-25T00:21:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:10,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:10,043 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:10,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:10,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T00:21:10,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 36b45cc65cfc98cbccd063b44404e568 in 121ms, sequenceid=235, compaction requested=false 2024-11-25T00:21:10,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:10,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:10,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:21:10,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:10,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:10,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/300065cd9f9d44559ac62b13744257d4 is 50, key is test_row_0/A:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:10,086 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494130079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494130081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494130081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494130082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494130083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741887_1063 (size=12151) 2024-11-25T00:21:10,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/300065cd9f9d44559ac62b13744257d4 2024-11-25T00:21:10,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b63f7e4fa33c44399fe00407635a572b is 50, key is test_row_0/B:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:10,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:10,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741888_1064 (size=12151) 2024-11-25T00:21:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494130189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494130189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494130189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494130190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494130191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/791d35de04be4c90bd2c3ae34a70b222 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/791d35de04be4c90bd2c3ae34a70b222 2024-11-25T00:21:10,259 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 791d35de04be4c90bd2c3ae34a70b222(size=12.3 K), total size for store is 26.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:10,259 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:10,259 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494069784; duration=0sec 2024-11-25T00:21:10,259 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:10,259 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:10,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:10,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494130397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494130397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494130398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494130398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494130399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,506 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,508 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b63f7e4fa33c44399fe00407635a572b 2024-11-25T00:21:10,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/74158247cd374b0783453410cdead9e6 is 50, key is test_row_0/C:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:10,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741889_1065 (size=12151) 2024-11-25T00:21:10,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:10,660 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494130701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494130702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494130702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494130702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:10,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494130703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:10,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:10,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,972 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/74158247cd374b0783453410cdead9e6 2024-11-25T00:21:10,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:10,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/300065cd9f9d44559ac62b13744257d4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4 2024-11-25T00:21:10,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:21:10,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b63f7e4fa33c44399fe00407635a572b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b 2024-11-25T00:21:10,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:21:11,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/74158247cd374b0783453410cdead9e6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6 2024-11-25T00:21:11,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6, entries=150, sequenceid=255, filesize=11.9 K 2024-11-25T00:21:11,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 36b45cc65cfc98cbccd063b44404e568 in 949ms, sequenceid=255, compaction requested=true 2024-11-25T00:21:11,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:11,012 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:11,013 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:11,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:11,015 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:11,015 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:11,015 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:11,015 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/791d35de04be4c90bd2c3ae34a70b222, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=38.4 K 2024-11-25T00:21:11,016 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:11,016 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:11,016 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:11,016 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d83fe6f30b2e4fc8be16b1704b9c65de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.1 K 2024-11-25T00:21:11,016 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 791d35de04be4c90bd2c3ae34a70b222, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068633 2024-11-25T00:21:11,017 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d83fe6f30b2e4fc8be16b1704b9c65de, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068633 2024-11-25T00:21:11,017 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62d659d695f34299ad625566e0233284, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494069305 2024-11-25T00:21:11,017 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting aac8257f8a9b49f5982b0c123a969088, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494069305 2024-11-25T00:21:11,018 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 300065cd9f9d44559ac62b13744257d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:11,018 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b63f7e4fa33c44399fe00407635a572b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:11,033 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:11,034 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/96b854d6cd0c4a57be91b34a3a12aead is 50, key is test_row_0/A:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:11,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:11,039 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/c0d1b9f06395487ba19e6722382162fa is 50, key is test_row_0/B:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:11,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741890_1066 (size=12731) 2024-11-25T00:21:11,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741891_1067 (size=12731) 2024-11-25T00:21:11,060 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/96b854d6cd0c4a57be91b34a3a12aead as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/96b854d6cd0c4a57be91b34a3a12aead 2024-11-25T00:21:11,063 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/c0d1b9f06395487ba19e6722382162fa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c0d1b9f06395487ba19e6722382162fa 2024-11-25T00:21:11,069 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 96b854d6cd0c4a57be91b34a3a12aead(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:11,070 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494071012; duration=0sec 2024-11-25T00:21:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:11,071 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into c0d1b9f06395487ba19e6722382162fa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:11,071 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:11,071 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494071013; duration=0sec 2024-11-25T00:21:11,071 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:11,071 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:11,073 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:11,073 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:11,073 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:11,073 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26f991d791bf43ebadd90cd45f581d1a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.1 K 2024-11-25T00:21:11,074 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 26f991d791bf43ebadd90cd45f581d1a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494068633 2024-11-25T00:21:11,074 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa1f4be1777f40b1aaa81157014e98ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494069305 2024-11-25T00:21:11,075 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74158247cd374b0783453410cdead9e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:11,087 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:11,088 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/da4795801c954e1bb24c2864497295cd is 50, key is test_row_0/C:col10/1732494070056/Put/seqid=0 2024-11-25T00:21:11,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741892_1068 (size=12731) 2024-11-25T00:21:11,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-25T00:21:11,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:11,125 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:21:11,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:11,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:11,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/a435d842264c4b8fbd570a7465334e7a is 50, key is test_row_0/A:col10/1732494070069/Put/seqid=0 2024-11-25T00:21:11,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741893_1069 (size=12301) 2024-11-25T00:21:11,142 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/a435d842264c4b8fbd570a7465334e7a 2024-11-25T00:21:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:11,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/675b55e12d214bfda14eb38aca1ef8c8 is 50, key is test_row_0/B:col10/1732494070069/Put/seqid=0 2024-11-25T00:21:11,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741894_1070 (size=12301) 2024-11-25T00:21:11,167 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/675b55e12d214bfda14eb38aca1ef8c8 2024-11-25T00:21:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b86c040bd19f45d29d6bede7f397171a is 50, key is test_row_0/C:col10/1732494070069/Put/seqid=0 2024-11-25T00:21:11,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741895_1071 (size=12301) 2024-11-25T00:21:11,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494131217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494131217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494131218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494131219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494131220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494131322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494131322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494131323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494131323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494131324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,513 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/da4795801c954e1bb24c2864497295cd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/da4795801c954e1bb24c2864497295cd 2024-11-25T00:21:11,521 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into da4795801c954e1bb24c2864497295cd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:11,521 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:11,521 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494071013; duration=0sec 2024-11-25T00:21:11,521 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:11,521 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:11,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494131526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494131526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494131526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494131527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494131527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,586 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b86c040bd19f45d29d6bede7f397171a 2024-11-25T00:21:11,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/a435d842264c4b8fbd570a7465334e7a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a 2024-11-25T00:21:11,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:21:11,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/675b55e12d214bfda14eb38aca1ef8c8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8 2024-11-25T00:21:11,619 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:21:11,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b86c040bd19f45d29d6bede7f397171a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a 2024-11-25T00:21:11,636 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:21:11,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 36b45cc65cfc98cbccd063b44404e568 in 512ms, sequenceid=276, compaction requested=false 2024-11-25T00:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:11,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-25T00:21:11,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-25T00:21:11,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-25T00:21:11,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5960 sec 2024-11-25T00:21:11,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.6030 sec 2024-11-25T00:21:11,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:11,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:21:11,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:11,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:11,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:11,833 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:11,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3492e784b1ea42068b33cf57a807b73e is 50, key is test_row_0/A:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494131850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494131852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494131852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494131859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494131861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741896_1072 (size=17181) 2024-11-25T00:21:11,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494131963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494131964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494131965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494131966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494131966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-25T00:21:12,148 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-25T00:21:12,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:12,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-25T00:21:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:12,152 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:12,154 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:12,154 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494132166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494132166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494132167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494132168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494132170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:12,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3492e784b1ea42068b33cf57a807b73e 2024-11-25T00:21:12,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d7456bd98f964a90a410f9f7c4caa309 is 50, key is test_row_0/B:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:12,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741897_1073 (size=12301) 2024-11-25T00:21:12,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:12,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494132470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494132471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494132472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494132472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,474 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494132472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:12,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d7456bd98f964a90a410f9f7c4caa309 2024-11-25T00:21:12,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9992d45fa6484f9f95d9a945eb136581 is 50, key is test_row_0/C:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741898_1074 (size=12301) 2024-11-25T00:21:12,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:12,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,923 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:12,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:12,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:12,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494132975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494132975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494132977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494132978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:12,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:12,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494132979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:13,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:13,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:13,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:13,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:13,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:13,144 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9992d45fa6484f9f95d9a945eb136581 2024-11-25T00:21:13,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3492e784b1ea42068b33cf57a807b73e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e 2024-11-25T00:21:13,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e, entries=250, sequenceid=297, filesize=16.8 K 2024-11-25T00:21:13,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d7456bd98f964a90a410f9f7c4caa309 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309 2024-11-25T00:21:13,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T00:21:13,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/9992d45fa6484f9f95d9a945eb136581 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581 2024-11-25T00:21:13,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581, entries=150, sequenceid=297, filesize=12.0 K 2024-11-25T00:21:13,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 36b45cc65cfc98cbccd063b44404e568 in 1353ms, sequenceid=297, compaction requested=true 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:13,185 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:13,185 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:13,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:13,187 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:13,187 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:13,187 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,187 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c0d1b9f06395487ba19e6722382162fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.5 K 2024-11-25T00:21:13,187 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42213 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:13,188 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:13,188 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,188 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/96b854d6cd0c4a57be91b34a3a12aead, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=41.2 K 2024-11-25T00:21:13,188 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b854d6cd0c4a57be91b34a3a12aead, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:13,189 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d1b9f06395487ba19e6722382162fa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:13,189 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a435d842264c4b8fbd570a7465334e7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494070069 2024-11-25T00:21:13,190 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 675b55e12d214bfda14eb38aca1ef8c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494070069 2024-11-25T00:21:13,190 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d7456bd98f964a90a410f9f7c4caa309, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:13,190 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3492e784b1ea42068b33cf57a807b73e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:13,206 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:13,206 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d1a8beb1143d4d7b89f0bcfb462a1c08 is 50, key is test_row_0/B:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:13,209 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:13,210 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/f17f7c15d11a46fa93342072c9fe18e9 is 50, key is test_row_0/A:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:13,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741899_1075 (size=12983) 2024-11-25T00:21:13,232 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:13,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-25T00:21:13,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:13,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:13,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c88c2fce44d7418b9f79645bea4e8455 is 50, key is test_row_0/A:col10/1732494071840/Put/seqid=0 2024-11-25T00:21:13,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741900_1076 (size=12983) 2024-11-25T00:21:13,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741901_1077 (size=12301) 2024-11-25T00:21:13,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:13,631 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d1a8beb1143d4d7b89f0bcfb462a1c08 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d1a8beb1143d4d7b89f0bcfb462a1c08 2024-11-25T00:21:13,639 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into d1a8beb1143d4d7b89f0bcfb462a1c08(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:13,639 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:13,639 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494073185; duration=0sec 2024-11-25T00:21:13,640 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:13,640 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:13,640 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:13,642 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:13,643 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:13,643 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,643 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/da4795801c954e1bb24c2864497295cd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.5 K 2024-11-25T00:21:13,644 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting da4795801c954e1bb24c2864497295cd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732494069950 2024-11-25T00:21:13,644 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b86c040bd19f45d29d6bede7f397171a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494070069 2024-11-25T00:21:13,645 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9992d45fa6484f9f95d9a945eb136581, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:13,657 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c88c2fce44d7418b9f79645bea4e8455 2024-11-25T00:21:13,660 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:13,661 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/346c7f478c6d46ec8031d712c7141ebb is 50, key is test_row_0/C:col10/1732494071830/Put/seqid=0 2024-11-25T00:21:13,666 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/f17f7c15d11a46fa93342072c9fe18e9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f17f7c15d11a46fa93342072c9fe18e9 2024-11-25T00:21:13,675 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into f17f7c15d11a46fa93342072c9fe18e9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:13,675 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:13,675 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494073185; duration=0sec 2024-11-25T00:21:13,676 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:13,676 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:13,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741902_1078 (size=12983) 2024-11-25T00:21:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/052202cd3b3742c2b89d482bd6e1ab4a is 50, key is test_row_0/B:col10/1732494071840/Put/seqid=0 2024-11-25T00:21:13,688 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/346c7f478c6d46ec8031d712c7141ebb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/346c7f478c6d46ec8031d712c7141ebb 2024-11-25T00:21:13,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741903_1079 (size=12301) 2024-11-25T00:21:13,696 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/052202cd3b3742c2b89d482bd6e1ab4a 2024-11-25T00:21:13,699 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into 346c7f478c6d46ec8031d712c7141ebb(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:13,699 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:13,699 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494073185; duration=0sec 2024-11-25T00:21:13,699 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:13,699 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:13,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3c5a5395f5d64a11bc115058baef476a is 50, key is test_row_0/C:col10/1732494071840/Put/seqid=0 2024-11-25T00:21:13,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741904_1080 (size=12301) 2024-11-25T00:21:13,717 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3c5a5395f5d64a11bc115058baef476a 2024-11-25T00:21:13,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c88c2fce44d7418b9f79645bea4e8455 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455 2024-11-25T00:21:13,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T00:21:13,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/052202cd3b3742c2b89d482bd6e1ab4a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a 2024-11-25T00:21:13,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T00:21:13,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3c5a5395f5d64a11bc115058baef476a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a 2024-11-25T00:21:13,754 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a, entries=150, sequenceid=313, filesize=12.0 K 2024-11-25T00:21:13,755 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 36b45cc65cfc98cbccd063b44404e568 in 522ms, sequenceid=313, compaction requested=false 2024-11-25T00:21:13,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:13,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:13,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-25T00:21:13,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-25T00:21:13,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-25T00:21:13,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6030 sec 2024-11-25T00:21:13,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.6120 sec 2024-11-25T00:21:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:13,991 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:13,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:13,992 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:14,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/6824aed48af347d18211405a1234b1f2 is 50, key is test_row_0/A:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741905_1081 (size=19621) 2024-11-25T00:21:14,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/6824aed48af347d18211405a1234b1f2 2024-11-25T00:21:14,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/3cf04f34d1da405aa74ae92c76458bda is 50, key is test_row_0/B:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741906_1082 (size=12301) 2024-11-25T00:21:14,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-25T00:21:14,257 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-25T00:21:14,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-25T00:21:14,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:14,262 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:14,268 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:14,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:14,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:14,421 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:21:14,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:14,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:14,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:14,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/3cf04f34d1da405aa74ae92c76458bda 2024-11-25T00:21:14,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/43dd2bd858c149bea4c5b649989b74c5 is 50, key is test_row_0/C:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741907_1083 (size=12301) 2024-11-25T00:21:14,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/43dd2bd858c149bea4c5b649989b74c5 2024-11-25T00:21:14,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/6824aed48af347d18211405a1234b1f2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2 2024-11-25T00:21:14,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2, entries=300, sequenceid=328, filesize=19.2 K 2024-11-25T00:21:14,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/3cf04f34d1da405aa74ae92c76458bda as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda 2024-11-25T00:21:14,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T00:21:14,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/43dd2bd858c149bea4c5b649989b74c5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5 2024-11-25T00:21:14,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T00:21:14,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 36b45cc65cfc98cbccd063b44404e568 in 540ms, sequenceid=328, compaction requested=true 2024-11-25T00:21:14,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:14,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:14,532 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:14,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:14,532 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:14,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:14,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:14,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:14,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:14,534 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:14,534 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:14,534 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,534 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d1a8beb1143d4d7b89f0bcfb462a1c08, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.7 K 2024-11-25T00:21:14,535 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44905 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:14,535 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:14,535 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a8beb1143d4d7b89f0bcfb462a1c08, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:14,535 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,535 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f17f7c15d11a46fa93342072c9fe18e9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=43.9 K 2024-11-25T00:21:14,535 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 052202cd3b3742c2b89d482bd6e1ab4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494071840 2024-11-25T00:21:14,535 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f17f7c15d11a46fa93342072c9fe18e9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:14,536 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cf04f34d1da405aa74ae92c76458bda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073988 2024-11-25T00:21:14,536 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c88c2fce44d7418b9f79645bea4e8455, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494071840 2024-11-25T00:21:14,537 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6824aed48af347d18211405a1234b1f2, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073981 2024-11-25T00:21:14,553 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:14,554 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/5c9a5f7e4dcf4cc880338b072e0c10a8 is 50, key is test_row_0/B:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:14,563 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:14,564 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/7ffca613185c46e89888de0524708ce6 is 50, key is test_row_0/A:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,575 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-25T00:21:14,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,576 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:14,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:14,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741908_1084 (size=13085) 2024-11-25T00:21:14,596 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/5c9a5f7e4dcf4cc880338b072e0c10a8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/5c9a5f7e4dcf4cc880338b072e0c10a8 2024-11-25T00:21:14,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741909_1085 (size=13085) 2024-11-25T00:21:14,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c50ba758eeee479a96bf227093eb2fc6 is 50, key is test_row_0/A:col10/1732494074024/Put/seqid=0 2024-11-25T00:21:14,609 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into 5c9a5f7e4dcf4cc880338b072e0c10a8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:14,610 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:14,610 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494074532; duration=0sec 2024-11-25T00:21:14,610 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:14,610 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:14,610 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:14,613 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:14,613 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:14,613 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:14,613 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/346c7f478c6d46ec8031d712c7141ebb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.7 K 2024-11-25T00:21:14,613 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 346c7f478c6d46ec8031d712c7141ebb, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732494071211 2024-11-25T00:21:14,614 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3c5a5395f5d64a11bc115058baef476a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1732494071840 2024-11-25T00:21:14,615 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 43dd2bd858c149bea4c5b649989b74c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073988 2024-11-25T00:21:14,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741910_1086 (size=12301) 2024-11-25T00:21:14,630 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:14,631 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/d760eff0dd7947568abf80dc4e9f3d8a is 50, key is test_row_0/C:col10/1732494073988/Put/seqid=0 2024-11-25T00:21:14,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:14,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:14,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741911_1087 (size=13085) 2024-11-25T00:21:14,658 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,663 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/d760eff0dd7947568abf80dc4e9f3d8a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d760eff0dd7947568abf80dc4e9f3d8a 2024-11-25T00:21:14,671 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into d760eff0dd7947568abf80dc4e9f3d8a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:14,672 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:14,672 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494074533; duration=0sec 2024-11-25T00:21:14,672 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:14,672 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:14,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:14,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494134956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494134957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494134958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494134963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:14,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494134964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,006 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/7ffca613185c46e89888de0524708ce6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/7ffca613185c46e89888de0524708ce6 2024-11-25T00:21:15,018 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 7ffca613185c46e89888de0524708ce6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:15,018 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:15,018 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494074532; duration=0sec 2024-11-25T00:21:15,018 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:15,018 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:15,027 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c50ba758eeee479a96bf227093eb2fc6 2024-11-25T00:21:15,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/308b12b6e34647e3be7de1b773251ab9 is 50, key is test_row_0/B:col10/1732494074024/Put/seqid=0 2024-11-25T00:21:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741912_1088 (size=12301) 2024-11-25T00:21:15,066 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/308b12b6e34647e3be7de1b773251ab9 2024-11-25T00:21:15,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/d204d27de7ba41d59dc8326f4250746f is 50, key is test_row_0/C:col10/1732494074024/Put/seqid=0 2024-11-25T00:21:15,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741913_1089 (size=12301) 2024-11-25T00:21:15,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494135261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494135261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494135263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494135266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494135268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:15,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/d204d27de7ba41d59dc8326f4250746f 2024-11-25T00:21:15,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c50ba758eeee479a96bf227093eb2fc6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6 2024-11-25T00:21:15,508 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T00:21:15,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/308b12b6e34647e3be7de1b773251ab9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9 2024-11-25T00:21:15,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T00:21:15,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/d204d27de7ba41d59dc8326f4250746f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f 2024-11-25T00:21:15,540 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f, entries=150, sequenceid=352, filesize=12.0 K 2024-11-25T00:21:15,541 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 36b45cc65cfc98cbccd063b44404e568 in 965ms, sequenceid=352, compaction requested=false 2024-11-25T00:21:15,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:15,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-25T00:21:15,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-25T00:21:15,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-25T00:21:15,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2750 sec 2024-11-25T00:21:15,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2880 sec 2024-11-25T00:21:15,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:15,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:15,769 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:15,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/4a6ece46dd1b4a80a5f5af7e783ca50b is 50, key is test_row_0/A:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:15,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494135788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494135789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494135791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494135793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494135794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741914_1090 (size=14741) 2024-11-25T00:21:15,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494135894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494135895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494135896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494135896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:15,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:15,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494135897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494136098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494136100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494136100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494136100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494136100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/4a6ece46dd1b4a80a5f5af7e783ca50b 2024-11-25T00:21:16,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 is 50, key is test_row_0/B:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:16,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741915_1091 (size=12301) 2024-11-25T00:21:16,220 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 2024-11-25T00:21:16,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/506507e458944639a7d6057cae45fc49 is 50, key is test_row_0/C:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:16,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741916_1092 (size=12301) 2024-11-25T00:21:16,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-25T00:21:16,365 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-25T00:21:16,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:16,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-25T00:21:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:21:16,372 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:16,373 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:16,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:16,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494136402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494136404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494136404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494136404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494136405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:21:16,525 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T00:21:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:16,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:16,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/506507e458944639a7d6057cae45fc49 2024-11-25T00:21:16,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/4a6ece46dd1b4a80a5f5af7e783ca50b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b 2024-11-25T00:21:16,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b, entries=200, sequenceid=369, filesize=14.4 K 2024-11-25T00:21:16,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 2024-11-25T00:21:16,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T00:21:16,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/506507e458944639a7d6057cae45fc49 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49 2024-11-25T00:21:16,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49, entries=150, sequenceid=369, filesize=12.0 K 2024-11-25T00:21:16,668 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 36b45cc65cfc98cbccd063b44404e568 in 900ms, sequenceid=369, compaction requested=true 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:16,668 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:16,668 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:16,668 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:16,670 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:16,670 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:16,670 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:16,670 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:16,670 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,670 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/5c9a5f7e4dcf4cc880338b072e0c10a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.8 K 2024-11-25T00:21:16,670 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,670 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/7ffca613185c46e89888de0524708ce6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=39.2 K 2024-11-25T00:21:16,671 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c9a5f7e4dcf4cc880338b072e0c10a8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073988 2024-11-25T00:21:16,671 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ffca613185c46e89888de0524708ce6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073988 2024-11-25T00:21:16,671 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 308b12b6e34647e3be7de1b773251ab9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732494074008 2024-11-25T00:21:16,672 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c50ba758eeee479a96bf227093eb2fc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732494074008 2024-11-25T00:21:16,672 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a03a50dfc91e4fc19e3d17b0c9bd17c7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:16,672 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a6ece46dd1b4a80a5f5af7e783ca50b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:21:16,678 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,679 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-25T00:21:16,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:21:16,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:16,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:16,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,684 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:16,685 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8fa16990d5b473f94e326c928e5771c is 50, key is test_row_0/B:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/11fdcfd2154f4b178e3d7b7c6f353522 is 50, key is test_row_0/A:col10/1732494075792/Put/seqid=0 2024-11-25T00:21:16,695 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:16,696 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/cf6489e4a65640e88c4c7d3ea5316bf1 is 50, key is test_row_0/A:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:16,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741917_1093 (size=13187) 2024-11-25T00:21:16,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741918_1094 (size=12301) 2024-11-25T00:21:16,708 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/11fdcfd2154f4b178e3d7b7c6f353522 2024-11-25T00:21:16,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741919_1095 (size=13187) 2024-11-25T00:21:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/7a00fa4190d748839d39b8dd53d0ac91 is 50, key is test_row_0/B:col10/1732494075792/Put/seqid=0 2024-11-25T00:21:16,730 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/cf6489e4a65640e88c4c7d3ea5316bf1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/cf6489e4a65640e88c4c7d3ea5316bf1 2024-11-25T00:21:16,738 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into cf6489e4a65640e88c4c7d3ea5316bf1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:16,738 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:16,738 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494076668; duration=0sec 2024-11-25T00:21:16,739 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:16,739 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:16,739 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:16,740 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:16,740 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:16,740 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,741 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d760eff0dd7947568abf80dc4e9f3d8a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.8 K 2024-11-25T00:21:16,741 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d760eff0dd7947568abf80dc4e9f3d8a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494073988 2024-11-25T00:21:16,742 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d204d27de7ba41d59dc8326f4250746f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732494074008 2024-11-25T00:21:16,742 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 506507e458944639a7d6057cae45fc49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:16,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741920_1096 (size=12301) 2024-11-25T00:21:16,743 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/7a00fa4190d748839d39b8dd53d0ac91 2024-11-25T00:21:16,753 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#82 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:16,754 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/af6851c0e422418c91fb5d336bf48e7f is 50, key is test_row_0/C:col10/1732494074645/Put/seqid=0 2024-11-25T00:21:16,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3a3acb1cda2846688bf0f7a8824564f5 is 50, key is test_row_0/C:col10/1732494075792/Put/seqid=0 2024-11-25T00:21:16,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741921_1097 (size=13187) 2024-11-25T00:21:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741922_1098 (size=12301) 2024-11-25T00:21:16,771 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3a3acb1cda2846688bf0f7a8824564f5 2024-11-25T00:21:16,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/11fdcfd2154f4b178e3d7b7c6f353522 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522 2024-11-25T00:21:16,786 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T00:21:16,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/7a00fa4190d748839d39b8dd53d0ac91 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91 2024-11-25T00:21:16,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T00:21:16,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3a3acb1cda2846688bf0f7a8824564f5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5 2024-11-25T00:21:16,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T00:21:16,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 36b45cc65cfc98cbccd063b44404e568 in 120ms, sequenceid=392, compaction requested=false 2024-11-25T00:21:16,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:16,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-25T00:21:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-25T00:21:16,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-25T00:21:16,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 428 msec 2024-11-25T00:21:16,804 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 433 msec 2024-11-25T00:21:16,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:16,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:16,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:16,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3c0d5ec623d54256bfe864496d3a77b4 is 50, key is test_row_0/A:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741923_1099 (size=19621) 2024-11-25T00:21:16,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3c0d5ec623d54256bfe864496d3a77b4 2024-11-25T00:21:16,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8468d4191d2e4eefbd8e410a5f5b1722 is 50, key is test_row_0/B:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741924_1100 (size=12301) 2024-11-25T00:21:16,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-25T00:21:16,975 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-25T00:21:16,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:16,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-25T00:21:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:16,978 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:16,979 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:16,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494136988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494136988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494136989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494136993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:16,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:16,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494136993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494137095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494137095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494137096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494137098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494137099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,104 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8fa16990d5b473f94e326c928e5771c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8fa16990d5b473f94e326c928e5771c 2024-11-25T00:21:17,112 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into d8fa16990d5b473f94e326c928e5771c(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:17,112 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:17,112 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494076668; duration=0sec 2024-11-25T00:21:17,112 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:17,112 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:17,131 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,131 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,177 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/af6851c0e422418c91fb5d336bf48e7f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/af6851c0e422418c91fb5d336bf48e7f 2024-11-25T00:21:17,185 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into af6851c0e422418c91fb5d336bf48e7f(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:17,185 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:17,185 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494076668; duration=0sec 2024-11-25T00:21:17,186 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:17,186 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:17,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:17,285 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:17,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,297 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494137297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494137297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494137298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494137302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494137304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8468d4191d2e4eefbd8e410a5f5b1722 2024-11-25T00:21:17,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/57623d3180f54d1481a3f9a2c0b0bcab is 50, key is test_row_0/C:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:17,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741925_1101 (size=12301) 2024-11-25T00:21:17,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:17,590 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:17,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494137599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494137604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494137604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494137604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:17,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494137607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,744 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:17,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/57623d3180f54d1481a3f9a2c0b0bcab 2024-11-25T00:21:17,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3c0d5ec623d54256bfe864496d3a77b4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4 2024-11-25T00:21:17,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4, entries=300, sequenceid=406, filesize=19.2 K 2024-11-25T00:21:17,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8468d4191d2e4eefbd8e410a5f5b1722 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722 2024-11-25T00:21:17,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T00:21:17,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/57623d3180f54d1481a3f9a2c0b0bcab as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab 2024-11-25T00:21:17,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab, entries=150, sequenceid=406, filesize=12.0 K 2024-11-25T00:21:17,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 36b45cc65cfc98cbccd063b44404e568 in 883ms, sequenceid=406, compaction requested=true 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:17,801 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:17,801 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:17,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:17,803 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:17,803 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45109 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:17,803 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:17,803 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:17,803 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,803 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,803 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/cf6489e4a65640e88c4c7d3ea5316bf1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=44.1 K 2024-11-25T00:21:17,803 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8fa16990d5b473f94e326c928e5771c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.9 K 2024-11-25T00:21:17,804 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d8fa16990d5b473f94e326c928e5771c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:17,804 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf6489e4a65640e88c4c7d3ea5316bf1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:17,804 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a00fa4190d748839d39b8dd53d0ac91, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494075789 2024-11-25T00:21:17,804 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fdcfd2154f4b178e3d7b7c6f353522, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494075789 2024-11-25T00:21:17,805 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8468d4191d2e4eefbd8e410a5f5b1722, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076917 2024-11-25T00:21:17,805 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c0d5ec623d54256bfe864496d3a77b4, keycount=300, bloomtype=ROW, size=19.2 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076911 2024-11-25T00:21:17,816 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#87 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:17,817 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:17,817 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/06c93e13b5a2454daff3250bfebd385a is 50, key is test_row_0/B:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:17,817 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/233db0d8532a40569520c852802f865e is 50, key is test_row_0/A:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741927_1103 (size=13289) 2024-11-25T00:21:17,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741926_1102 (size=13289) 2024-11-25T00:21:17,841 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/06c93e13b5a2454daff3250bfebd385a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/06c93e13b5a2454daff3250bfebd385a 2024-11-25T00:21:17,847 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into 06c93e13b5a2454daff3250bfebd385a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:17,847 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:17,848 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494077801; duration=0sec 2024-11-25T00:21:17,848 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:17,848 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:17,848 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:17,851 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:17,851 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:17,852 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,852 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/af6851c0e422418c91fb5d336bf48e7f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=36.9 K 2024-11-25T00:21:17,853 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting af6851c0e422418c91fb5d336bf48e7f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1732494074645 2024-11-25T00:21:17,854 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a3acb1cda2846688bf0f7a8824564f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494075789 2024-11-25T00:21:17,854 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 57623d3180f54d1481a3f9a2c0b0bcab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076917 2024-11-25T00:21:17,866 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#89 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:17,867 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/cfcede12dad84862972c447a2212bcb5 is 50, key is test_row_0/C:col10/1732494076918/Put/seqid=0 2024-11-25T00:21:17,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741928_1104 (size=13289) 2024-11-25T00:21:17,879 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/cfcede12dad84862972c447a2212bcb5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/cfcede12dad84862972c447a2212bcb5 2024-11-25T00:21:17,888 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into cfcede12dad84862972c447a2212bcb5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:17,888 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:17,888 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494077801; duration=0sec 2024-11-25T00:21:17,888 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:17,888 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:17,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:17,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-25T00:21:17,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:17,898 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:17,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3093e60f393c4728963673d25c2a9add is 50, key is test_row_0/A:col10/1732494076932/Put/seqid=0 2024-11-25T00:21:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741929_1105 (size=12301) 2024-11-25T00:21:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:18,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:18,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494138116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494138117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494138117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494138118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494138119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494138220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494138220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494138221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494138221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494138222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,240 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/233db0d8532a40569520c852802f865e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/233db0d8532a40569520c852802f865e 2024-11-25T00:21:18,247 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into 233db0d8532a40569520c852802f865e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:18,247 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:18,247 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494077801; duration=0sec 2024-11-25T00:21:18,247 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:18,247 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:18,314 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3093e60f393c4728963673d25c2a9add 2024-11-25T00:21:18,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/9a91ccae44a44f619c28475ded06a5b5 is 50, key is test_row_0/B:col10/1732494076932/Put/seqid=0 2024-11-25T00:21:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741930_1106 (size=12301) 2024-11-25T00:21:18,331 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/9a91ccae44a44f619c28475ded06a5b5 2024-11-25T00:21:18,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/772d6a5bb82442a0b586a6609ffe35e8 is 50, key is test_row_0/C:col10/1732494076932/Put/seqid=0 2024-11-25T00:21:18,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741931_1107 (size=12301) 2024-11-25T00:21:18,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494138423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494138424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494138424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494138425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494138426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494138727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494138728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494138729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494138729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:18,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494138729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:18,747 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/772d6a5bb82442a0b586a6609ffe35e8 2024-11-25T00:21:18,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/3093e60f393c4728963673d25c2a9add as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add 2024-11-25T00:21:18,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add, entries=150, sequenceid=433, filesize=12.0 K 2024-11-25T00:21:18,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/9a91ccae44a44f619c28475ded06a5b5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5 2024-11-25T00:21:18,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5, entries=150, sequenceid=433, filesize=12.0 K 2024-11-25T00:21:18,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/772d6a5bb82442a0b586a6609ffe35e8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8 2024-11-25T00:21:18,774 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8, entries=150, sequenceid=433, filesize=12.0 K 2024-11-25T00:21:18,776 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 36b45cc65cfc98cbccd063b44404e568 in 878ms, sequenceid=433, compaction requested=false 2024-11-25T00:21:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:18,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-25T00:21:18,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-25T00:21:18,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-25T00:21:18,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7990 sec 2024-11-25T00:21:18,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.8090 sec 2024-11-25T00:21:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-25T00:21:19,083 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-25T00:21:19,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:19,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-25T00:21:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:19,086 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:19,088 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:19,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:19,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:19,232 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:19,233 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:19,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2a8b548d43c445948bd283351648a707 is 50, key is test_row_0/A:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:19,240 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,240 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,241 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,241 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741932_1108 (size=17181) 2024-11-25T00:21:19,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2a8b548d43c445948bd283351648a707 2024-11-25T00:21:19,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494139251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494139254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494139255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494139257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494139258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8a2988cbda74330832ec1b98390bc1b is 50, key is test_row_0/B:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741933_1109 (size=12301) 2024-11-25T00:21:19,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494139358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494139359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494139359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494139359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494139360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:19,393 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:19,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:19,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,547 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:19,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494139560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494139561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494139562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494139563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494139564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8a2988cbda74330832ec1b98390bc1b 2024-11-25T00:21:19,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1612f5c46ac64674b18cb05af45465e9 is 50, key is test_row_0/C:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:19,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741934_1110 (size=12301) 2024-11-25T00:21:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:19,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:19,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:19,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494139864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494139865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494139866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494139868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494139868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,008 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:20,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:20,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:20,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1612f5c46ac64674b18cb05af45465e9 2024-11-25T00:21:20,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/2a8b548d43c445948bd283351648a707 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707 2024-11-25T00:21:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707, entries=250, sequenceid=449, filesize=16.8 K 2024-11-25T00:21:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8a2988cbda74330832ec1b98390bc1b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b 2024-11-25T00:21:20,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T00:21:20,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/1612f5c46ac64674b18cb05af45465e9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9 2024-11-25T00:21:20,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9, entries=150, sequenceid=449, filesize=12.0 K 2024-11-25T00:21:20,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 36b45cc65cfc98cbccd063b44404e568 in 876ms, sequenceid=449, compaction requested=true 2024-11-25T00:21:20,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:20,108 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 36b45cc65cfc98cbccd063b44404e568:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:20,109 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:20,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:20,112 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:20,112 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/B is initiating minor compaction (all files) 2024-11-25T00:21:20,112 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:20,113 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/A is initiating minor compaction (all files) 2024-11-25T00:21:20,113 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/B in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,113 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/A in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,113 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/233db0d8532a40569520c852802f865e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=41.8 K 2024-11-25T00:21:20,113 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/06c93e13b5a2454daff3250bfebd385a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=37.0 K 2024-11-25T00:21:20,113 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 06c93e13b5a2454daff3250bfebd385a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076917 2024-11-25T00:21:20,113 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 233db0d8532a40569520c852802f865e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076917 2024-11-25T00:21:20,114 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3093e60f393c4728963673d25c2a9add, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732494076932 2024-11-25T00:21:20,114 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a91ccae44a44f619c28475ded06a5b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732494076932 2024-11-25T00:21:20,114 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a8b548d43c445948bd283351648a707, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732494078115 2024-11-25T00:21:20,114 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d8a2988cbda74330832ec1b98390bc1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732494078118 2024-11-25T00:21:20,124 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:20,125 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:20,125 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8c31e1fe9644c49947190ee1b5d0e98 is 50, key is test_row_0/B:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:20,125 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/e7ba7b6d4e0d488b9a839b52e4c00f3a is 50, key is test_row_0/A:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:20,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741935_1111 (size=13391) 2024-11-25T00:21:20,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741936_1112 (size=13391) 2024-11-25T00:21:20,161 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-25T00:21:20,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,162 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:20,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:20,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/15978d97de2146a19cb7646f41f0c2d6 is 50, key is test_row_0/A:col10/1732494079256/Put/seqid=0 2024-11-25T00:21:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741937_1113 (size=12301) 2024-11-25T00:21:20,175 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/15978d97de2146a19cb7646f41f0c2d6 2024-11-25T00:21:20,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/adab6f4ec62c4101b5c0e5f7ae0860f3 is 50, key is test_row_0/B:col10/1732494079256/Put/seqid=0 2024-11-25T00:21:20,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:20,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741938_1114 (size=12301) 2024-11-25T00:21:20,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:20,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494140379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494140379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494140381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494140382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494140382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494140484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494140484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494140485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494140485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494140485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,540 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/e7ba7b6d4e0d488b9a839b52e4c00f3a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/e7ba7b6d4e0d488b9a839b52e4c00f3a 2024-11-25T00:21:20,540 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/d8c31e1fe9644c49947190ee1b5d0e98 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8c31e1fe9644c49947190ee1b5d0e98 2024-11-25T00:21:20,549 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/A of 36b45cc65cfc98cbccd063b44404e568 into e7ba7b6d4e0d488b9a839b52e4c00f3a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:20,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:20,549 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/A, priority=13, startTime=1732494080108; duration=0sec 2024-11-25T00:21:20,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:20,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:A 2024-11-25T00:21:20,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:20,550 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/B of 36b45cc65cfc98cbccd063b44404e568 into d8c31e1fe9644c49947190ee1b5d0e98(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:20,550 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:20,550 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/B, priority=13, startTime=1732494080109; duration=0sec 2024-11-25T00:21:20,550 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:20,550 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:B 2024-11-25T00:21:20,552 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:20,552 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 36b45cc65cfc98cbccd063b44404e568/C is initiating minor compaction (all files) 2024-11-25T00:21:20,552 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 36b45cc65cfc98cbccd063b44404e568/C in TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:20,552 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/cfcede12dad84862972c447a2212bcb5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp, totalSize=37.0 K 2024-11-25T00:21:20,553 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfcede12dad84862972c447a2212bcb5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1732494076917 2024-11-25T00:21:20,554 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 772d6a5bb82442a0b586a6609ffe35e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1732494076932 2024-11-25T00:21:20,554 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1612f5c46ac64674b18cb05af45465e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1732494078118 2024-11-25T00:21:20,566 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 36b45cc65cfc98cbccd063b44404e568#C#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:20,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/42343826c3ee4d979bb78752edfa3b16 is 50, key is test_row_0/C:col10/1732494078118/Put/seqid=0 2024-11-25T00:21:20,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741939_1115 (size=13391) 2024-11-25T00:21:20,592 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/adab6f4ec62c4101b5c0e5f7ae0860f3 2024-11-25T00:21:20,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/2bb206d3f5c64aaf985730b78194702c is 50, key is test_row_0/C:col10/1732494079256/Put/seqid=0 2024-11-25T00:21:20,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741940_1116 (size=12301) 2024-11-25T00:21:20,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494140687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494140687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494140690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494140690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494140691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,980 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/42343826c3ee4d979bb78752edfa3b16 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/42343826c3ee4d979bb78752edfa3b16 2024-11-25T00:21:20,986 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 36b45cc65cfc98cbccd063b44404e568/C of 36b45cc65cfc98cbccd063b44404e568 into 42343826c3ee4d979bb78752edfa3b16(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:20,986 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:20,986 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568., storeName=36b45cc65cfc98cbccd063b44404e568/C, priority=13, startTime=1732494080109; duration=0sec 2024-11-25T00:21:20,986 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:20,986 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 36b45cc65cfc98cbccd063b44404e568:C 2024-11-25T00:21:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494140989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494140989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494140991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494140993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:20,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:20,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494140994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/2bb206d3f5c64aaf985730b78194702c 2024-11-25T00:21:21,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/15978d97de2146a19cb7646f41f0c2d6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/15978d97de2146a19cb7646f41f0c2d6 2024-11-25T00:21:21,019 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/15978d97de2146a19cb7646f41f0c2d6, entries=150, sequenceid=471, filesize=12.0 K 2024-11-25T00:21:21,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/adab6f4ec62c4101b5c0e5f7ae0860f3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/adab6f4ec62c4101b5c0e5f7ae0860f3 2024-11-25T00:21:21,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/adab6f4ec62c4101b5c0e5f7ae0860f3, entries=150, sequenceid=471, filesize=12.0 K 2024-11-25T00:21:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/2bb206d3f5c64aaf985730b78194702c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/2bb206d3f5c64aaf985730b78194702c 2024-11-25T00:21:21,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/2bb206d3f5c64aaf985730b78194702c, entries=150, sequenceid=471, filesize=12.0 K 2024-11-25T00:21:21,032 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 36b45cc65cfc98cbccd063b44404e568 in 870ms, sequenceid=471, compaction requested=false 2024-11-25T00:21:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:21,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-25T00:21:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-25T00:21:21,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-25T00:21:21,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9460 sec 2024-11-25T00:21:21,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.9520 sec 2024-11-25T00:21:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-25T00:21:21,190 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-25T00:21:21,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:21,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-25T00:21:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T00:21:21,193 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:21,194 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:21,194 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T00:21:21,346 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-25T00:21:21,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:21,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:21,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:21,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d521ba6e62a04e16b2cb6a57251e3643 is 50, key is test_row_0/A:col10/1732494080379/Put/seqid=0 2024-11-25T00:21:21,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741941_1117 (size=12301) 2024-11-25T00:21:21,375 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d521ba6e62a04e16b2cb6a57251e3643 2024-11-25T00:21:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/4604f79c5713431ca61f9368046b6b40 is 50, key is test_row_0/B:col10/1732494080379/Put/seqid=0 2024-11-25T00:21:21,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741942_1118 (size=12301) 2024-11-25T00:21:21,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:21,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:21,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T00:21:21,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494141508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494141509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494141510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494141509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494141511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494141613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494141613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494141613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494141614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,615 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494141614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T00:21:21,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/4604f79c5713431ca61f9368046b6b40 2024-11-25T00:21:21,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/788aa3c79cdb456d85164f89ed15fd66 is 50, key is test_row_0/C:col10/1732494080379/Put/seqid=0 2024-11-25T00:21:21,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741943_1119 (size=12301) 2024-11-25T00:21:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494141818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494141818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494141818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494141818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:21,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:21,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494141818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494142120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494142121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494142122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494142122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494142123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=489 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/788aa3c79cdb456d85164f89ed15fd66 2024-11-25T00:21:22,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d521ba6e62a04e16b2cb6a57251e3643 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d521ba6e62a04e16b2cb6a57251e3643 2024-11-25T00:21:22,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d521ba6e62a04e16b2cb6a57251e3643, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T00:21:22,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/4604f79c5713431ca61f9368046b6b40 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/4604f79c5713431ca61f9368046b6b40 2024-11-25T00:21:22,236 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/4604f79c5713431ca61f9368046b6b40, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T00:21:22,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/788aa3c79cdb456d85164f89ed15fd66 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/788aa3c79cdb456d85164f89ed15fd66 2024-11-25T00:21:22,243 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/788aa3c79cdb456d85164f89ed15fd66, entries=150, sequenceid=489, filesize=12.0 K 2024-11-25T00:21:22,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 36b45cc65cfc98cbccd063b44404e568 in 897ms, sequenceid=489, compaction requested=true 2024-11-25T00:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:22,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-25T00:21:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-25T00:21:22,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-25T00:21:22,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-11-25T00:21:22,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.0560 sec 2024-11-25T00:21:22,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-25T00:21:22,297 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-25T00:21:22,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:22,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-25T00:21:22,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:21:22,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:22,300 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:22,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:22,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:21:22,452 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-25T00:21:22,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:22,453 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:22,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:22,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d7d5ec05ff284d22942b5d164819807c is 50, key is test_row_0/A:col10/1732494081510/Put/seqid=0 2024-11-25T00:21:22,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741944_1120 (size=12301) 2024-11-25T00:21:22,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:21:22,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:22,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494142637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494142638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494142639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494142640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494142640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494142741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494142741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494142742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494142742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494142742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,866 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d7d5ec05ff284d22942b5d164819807c 2024-11-25T00:21:22,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8836265e51c34c338a97fa037146c128 is 50, key is test_row_0/B:col10/1732494081510/Put/seqid=0 2024-11-25T00:21:22,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741945_1121 (size=12301) 2024-11-25T00:21:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:21:22,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494142944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494142945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494142945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494142946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:22,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:22,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494142946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:23,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51724 deadline: 1732494143247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51742 deadline: 1732494143248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51782 deadline: 1732494143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51708 deadline: 1732494143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:23,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51706 deadline: 1732494143249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,282 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8836265e51c34c338a97fa037146c128 2024-11-25T00:21:23,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b605118d81e443bd85e6c314ed074d37 is 50, key is test_row_0/C:col10/1732494081510/Put/seqid=0 2024-11-25T00:21:23,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741946_1122 (size=12301) 2024-11-25T00:21:23,302 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b605118d81e443bd85e6c314ed074d37 2024-11-25T00:21:23,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/d7d5ec05ff284d22942b5d164819807c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d7d5ec05ff284d22942b5d164819807c 2024-11-25T00:21:23,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d7d5ec05ff284d22942b5d164819807c, entries=150, sequenceid=511, filesize=12.0 K 2024-11-25T00:21:23,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/8836265e51c34c338a97fa037146c128 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8836265e51c34c338a97fa037146c128 2024-11-25T00:21:23,322 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8836265e51c34c338a97fa037146c128, entries=150, sequenceid=511, filesize=12.0 K 2024-11-25T00:21:23,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b605118d81e443bd85e6c314ed074d37 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b605118d81e443bd85e6c314ed074d37 2024-11-25T00:21:23,327 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b605118d81e443bd85e6c314ed074d37, entries=150, sequenceid=511, filesize=12.0 K 2024-11-25T00:21:23,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 36b45cc65cfc98cbccd063b44404e568 in 875ms, sequenceid=511, compaction requested=true 2024-11-25T00:21:23,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:23,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:23,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-25T00:21:23,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-25T00:21:23,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-25T00:21:23,336 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0340 sec 2024-11-25T00:21:23,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0390 sec 2024-11-25T00:21:23,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-25T00:21:23,403 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-25T00:21:23,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-25T00:21:23,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:23,406 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:23,407 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:23,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:23,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:23,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-25T00:21:23,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:23,560 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:23,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c511b8898fac46e483abe2f7466234cf is 50, key is test_row_0/A:col10/1732494082638/Put/seqid=0 2024-11-25T00:21:23,567 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ebb9f30 to 127.0.0.1:58567 2024-11-25T00:21:23,567 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,570 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f18a09d to 127.0.0.1:58567 2024-11-25T00:21:23,570 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,571 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f34c0b8 to 127.0.0.1:58567 2024-11-25T00:21:23,571 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,571 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x426bcd11 to 127.0.0.1:58567 2024-11-25T00:21:23,571 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741947_1123 (size=12301) 2024-11-25T00:21:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:23,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. as already flushing 2024-11-25T00:21:23,752 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66d523ff to 127.0.0.1:58567 2024-11-25T00:21:23,752 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24512372 to 127.0.0.1:58567 2024-11-25T00:21:23,752 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,752 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,753 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53623ce6 to 127.0.0.1:58567 2024-11-25T00:21:23,753 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,755 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b2c1d to 127.0.0.1:58567 2024-11-25T00:21:23,755 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,757 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d888e3e to 127.0.0.1:58567 2024-11-25T00:21:23,757 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:23,974 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c511b8898fac46e483abe2f7466234cf 2024-11-25T00:21:23,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b327ea3b005347ee9dadbc715076abb7 is 50, key is test_row_0/B:col10/1732494082638/Put/seqid=0 2024-11-25T00:21:23,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741948_1124 (size=12301) 2024-11-25T00:21:24,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:24,387 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b327ea3b005347ee9dadbc715076abb7 2024-11-25T00:21:24,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b585283706c3465aa7a8039023129a53 is 50, key is test_row_0/C:col10/1732494082638/Put/seqid=0 2024-11-25T00:21:24,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741949_1125 (size=12301) 2024-11-25T00:21:24,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:24,799 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=526 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b585283706c3465aa7a8039023129a53 2024-11-25T00:21:24,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/c511b8898fac46e483abe2f7466234cf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c511b8898fac46e483abe2f7466234cf 2024-11-25T00:21:24,809 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c511b8898fac46e483abe2f7466234cf, entries=150, sequenceid=526, filesize=12.0 K 2024-11-25T00:21:24,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/b327ea3b005347ee9dadbc715076abb7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b327ea3b005347ee9dadbc715076abb7 2024-11-25T00:21:24,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b327ea3b005347ee9dadbc715076abb7, entries=150, sequenceid=526, filesize=12.0 K 2024-11-25T00:21:24,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/b585283706c3465aa7a8039023129a53 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b585283706c3465aa7a8039023129a53 2024-11-25T00:21:24,818 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b585283706c3465aa7a8039023129a53, entries=150, sequenceid=526, filesize=12.0 K 2024-11-25T00:21:24,819 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=33.54 KB/34350 for 36b45cc65cfc98cbccd063b44404e568 in 1260ms, sequenceid=526, compaction requested=true 2024-11-25T00:21:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:24,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-25T00:21:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-25T00:21:24,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-25T00:21:24,822 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4130 sec 2024-11-25T00:21:24,823 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.4170 sec 2024-11-25T00:21:25,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-25T00:21:25,510 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6889 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6723 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3003 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9008 rows 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2980 2024-11-25T00:21:25,511 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8939 rows 2024-11-25T00:21:25,511 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:21:25,511 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02a08c5a to 127.0.0.1:58567 2024-11-25T00:21:25,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:25,514 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:21:25,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:21:25,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:25,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:25,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494085527"}]},"ts":"1732494085527"} 2024-11-25T00:21:25,528 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:21:25,531 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:21:25,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:21:25,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, UNASSIGN}] 2024-11-25T00:21:25,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, UNASSIGN 2024-11-25T00:21:25,538 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36b45cc65cfc98cbccd063b44404e568, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:25,539 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:21:25,539 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:25,577 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:21:25,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:25,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:25,696 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:25,697 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 36b45cc65cfc98cbccd063b44404e568, disabling compactions & flushes 2024-11-25T00:21:25,698 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. after waiting 0 ms 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:25,698 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 36b45cc65cfc98cbccd063b44404e568 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=A 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=B 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 36b45cc65cfc98cbccd063b44404e568, store=C 2024-11-25T00:21:25,698 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:25,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/0901346cbb8942dd9c7034059f902733 is 50, key is test_row_0/A:col10/1732494083754/Put/seqid=0 2024-11-25T00:21:25,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741950_1126 (size=12301) 2024-11-25T00:21:25,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:26,107 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/0901346cbb8942dd9c7034059f902733 2024-11-25T00:21:26,115 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/27bf529b92f648a4ab121e0b6bd5b61d is 50, key is test_row_0/B:col10/1732494083754/Put/seqid=0 2024-11-25T00:21:26,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741951_1127 (size=12301) 2024-11-25T00:21:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:26,520 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/27bf529b92f648a4ab121e0b6bd5b61d 2024-11-25T00:21:26,528 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f2f9f6b845a4590a2627be3cf59085d is 50, key is test_row_0/C:col10/1732494083754/Put/seqid=0 2024-11-25T00:21:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741952_1128 (size=12301) 2024-11-25T00:21:26,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:26,933 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=534 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f2f9f6b845a4590a2627be3cf59085d 2024-11-25T00:21:26,938 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/A/0901346cbb8942dd9c7034059f902733 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/0901346cbb8942dd9c7034059f902733 2024-11-25T00:21:26,943 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/0901346cbb8942dd9c7034059f902733, entries=150, sequenceid=534, filesize=12.0 K 2024-11-25T00:21:26,943 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/B/27bf529b92f648a4ab121e0b6bd5b61d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/27bf529b92f648a4ab121e0b6bd5b61d 2024-11-25T00:21:26,948 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/27bf529b92f648a4ab121e0b6bd5b61d, entries=150, sequenceid=534, filesize=12.0 K 2024-11-25T00:21:26,949 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/.tmp/C/3f2f9f6b845a4590a2627be3cf59085d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f2f9f6b845a4590a2627be3cf59085d 2024-11-25T00:21:26,953 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f2f9f6b845a4590a2627be3cf59085d, entries=150, sequenceid=534, filesize=12.0 K 2024-11-25T00:21:26,954 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 36b45cc65cfc98cbccd063b44404e568 in 1256ms, sequenceid=534, compaction requested=true 2024-11-25T00:21:26,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/8bf21b5b6ea04295b3162218cbc24e69, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/bfc7b58e10c7443aa60dd072dcda5dce, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/10b2b8b4f0fe4defad3a5882d11e524d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/791d35de04be4c90bd2c3ae34a70b222, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/96b854d6cd0c4a57be91b34a3a12aead, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f17f7c15d11a46fa93342072c9fe18e9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/7ffca613185c46e89888de0524708ce6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/cf6489e4a65640e88c4c7d3ea5316bf1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/233db0d8532a40569520c852802f865e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707] to archive 2024-11-25T00:21:26,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:21:26,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/90847abb33f2491996d84d8baebf5814 2024-11-25T00:21:26,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/59faf75b27ec478d80b9d8695bc3dd17 2024-11-25T00:21:26,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5a519c552cb74afe94522c15bc9a367f 2024-11-25T00:21:26,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/8bf21b5b6ea04295b3162218cbc24e69 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/8bf21b5b6ea04295b3162218cbc24e69 2024-11-25T00:21:26,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/dafff399218b417daffdd25057b78bd7 2024-11-25T00:21:26,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f48cd8e23b374901b7409eb63591dadc 2024-11-25T00:21:26,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/bfc7b58e10c7443aa60dd072dcda5dce to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/bfc7b58e10c7443aa60dd072dcda5dce 2024-11-25T00:21:26,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2d0357e34d8a4efcaa1bd1a4dfd21196 2024-11-25T00:21:26,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5eb6870dbef14cf7b74a795233cab922 2024-11-25T00:21:26,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/be9abaf49431491faec6db3b78d4b099 2024-11-25T00:21:26,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/da61fb246e7c4d65a0958d87b17624b7 2024-11-25T00:21:26,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/10b2b8b4f0fe4defad3a5882d11e524d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/10b2b8b4f0fe4defad3a5882d11e524d 2024-11-25T00:21:26,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/9614906930a34d0ca62f4fe610cc833a 2024-11-25T00:21:26,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/5bbf57d32b4f43fbaeeee66e55bacac7 2024-11-25T00:21:26,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/791d35de04be4c90bd2c3ae34a70b222 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/791d35de04be4c90bd2c3ae34a70b222 2024-11-25T00:21:26,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/62d659d695f34299ad625566e0233284 2024-11-25T00:21:26,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/96b854d6cd0c4a57be91b34a3a12aead to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/96b854d6cd0c4a57be91b34a3a12aead 2024-11-25T00:21:26,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/300065cd9f9d44559ac62b13744257d4 2024-11-25T00:21:26,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/a435d842264c4b8fbd570a7465334e7a 2024-11-25T00:21:26,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3492e784b1ea42068b33cf57a807b73e 2024-11-25T00:21:26,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f17f7c15d11a46fa93342072c9fe18e9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/f17f7c15d11a46fa93342072c9fe18e9 2024-11-25T00:21:26,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c88c2fce44d7418b9f79645bea4e8455 2024-11-25T00:21:26,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/6824aed48af347d18211405a1234b1f2 2024-11-25T00:21:26,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/7ffca613185c46e89888de0524708ce6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/7ffca613185c46e89888de0524708ce6 2024-11-25T00:21:26,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c50ba758eeee479a96bf227093eb2fc6 2024-11-25T00:21:26,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/4a6ece46dd1b4a80a5f5af7e783ca50b 2024-11-25T00:21:26,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/cf6489e4a65640e88c4c7d3ea5316bf1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/cf6489e4a65640e88c4c7d3ea5316bf1 2024-11-25T00:21:26,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/11fdcfd2154f4b178e3d7b7c6f353522 2024-11-25T00:21:26,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3c0d5ec623d54256bfe864496d3a77b4 2024-11-25T00:21:27,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/233db0d8532a40569520c852802f865e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/233db0d8532a40569520c852802f865e 2024-11-25T00:21:27,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/3093e60f393c4728963673d25c2a9add 2024-11-25T00:21:27,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/2a8b548d43c445948bd283351648a707 2024-11-25T00:21:27,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9eae672a5af1434b86da9b287f93bc18, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/04992c97455e49389ae4714c82ad2c09, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/031dd3a98a8948f2a14562a1be8a657f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d83fe6f30b2e4fc8be16b1704b9c65de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c0d1b9f06395487ba19e6722382162fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d1a8beb1143d4d7b89f0bcfb462a1c08, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/5c9a5f7e4dcf4cc880338b072e0c10a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8fa16990d5b473f94e326c928e5771c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/06c93e13b5a2454daff3250bfebd385a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b] to archive 2024-11-25T00:21:27,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:21:27,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/43bdb6597c9e4a82b9580c18d95f1b31 2024-11-25T00:21:27,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/fd706b89b01b42668ac63e319944bc25 2024-11-25T00:21:27,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/f991a41d7ce443d5a513a6e926c20fe9 2024-11-25T00:21:27,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9eae672a5af1434b86da9b287f93bc18 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9eae672a5af1434b86da9b287f93bc18 2024-11-25T00:21:27,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/ceed682b25f746cebeda4202a2ec55b4 2024-11-25T00:21:27,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c9f752a0890245238fa82c5ca4f9ad30 2024-11-25T00:21:27,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/04992c97455e49389ae4714c82ad2c09 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/04992c97455e49389ae4714c82ad2c09 2024-11-25T00:21:27,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/30faea2e35384eea933b6550e348c3d1 2024-11-25T00:21:27,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/2d2b62a1491443f5b843bd62c0135afe 2024-11-25T00:21:27,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/69bea1622494466c8f0a8cb7dbef7482 2024-11-25T00:21:27,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/031dd3a98a8948f2a14562a1be8a657f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/031dd3a98a8948f2a14562a1be8a657f 2024-11-25T00:21:27,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/e7edd2a073eb4e3e8e6e57a353b02c1a 2024-11-25T00:21:27,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/15085bfd15084696a09bec2a68f1a8aa 2024-11-25T00:21:27,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d83fe6f30b2e4fc8be16b1704b9c65de to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d83fe6f30b2e4fc8be16b1704b9c65de 2024-11-25T00:21:27,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d4f67ce434f2405e91e981bd6b9776e3 2024-11-25T00:21:27,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/aac8257f8a9b49f5982b0c123a969088 2024-11-25T00:21:27,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c0d1b9f06395487ba19e6722382162fa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/c0d1b9f06395487ba19e6722382162fa 2024-11-25T00:21:27,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b63f7e4fa33c44399fe00407635a572b 2024-11-25T00:21:27,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/675b55e12d214bfda14eb38aca1ef8c8 2024-11-25T00:21:27,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d1a8beb1143d4d7b89f0bcfb462a1c08 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d1a8beb1143d4d7b89f0bcfb462a1c08 2024-11-25T00:21:27,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d7456bd98f964a90a410f9f7c4caa309 2024-11-25T00:21:27,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/052202cd3b3742c2b89d482bd6e1ab4a 2024-11-25T00:21:27,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/5c9a5f7e4dcf4cc880338b072e0c10a8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/5c9a5f7e4dcf4cc880338b072e0c10a8 2024-11-25T00:21:27,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/3cf04f34d1da405aa74ae92c76458bda 2024-11-25T00:21:27,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/308b12b6e34647e3be7de1b773251ab9 2024-11-25T00:21:27,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8fa16990d5b473f94e326c928e5771c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8fa16990d5b473f94e326c928e5771c 2024-11-25T00:21:27,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/a03a50dfc91e4fc19e3d17b0c9bd17c7 2024-11-25T00:21:27,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/7a00fa4190d748839d39b8dd53d0ac91 2024-11-25T00:21:27,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/06c93e13b5a2454daff3250bfebd385a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/06c93e13b5a2454daff3250bfebd385a 2024-11-25T00:21:27,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8468d4191d2e4eefbd8e410a5f5b1722 2024-11-25T00:21:27,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/9a91ccae44a44f619c28475ded06a5b5 2024-11-25T00:21:27,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8a2988cbda74330832ec1b98390bc1b 2024-11-25T00:21:27,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/ba71f0c597724fd08241c40396e47820, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/32c829235fba42ffb9e968dab4a985d8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/f85939c4470c4271b7a7950eba3f7755, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26f991d791bf43ebadd90cd45f581d1a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/da4795801c954e1bb24c2864497295cd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/346c7f478c6d46ec8031d712c7141ebb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d760eff0dd7947568abf80dc4e9f3d8a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/af6851c0e422418c91fb5d336bf48e7f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/cfcede12dad84862972c447a2212bcb5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9] to archive 2024-11-25T00:21:27,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:21:27,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/132582c8dca946699b95a8a6d5f41382 2024-11-25T00:21:27,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/0a41fee16c2f48bfaae9cc439c62ba38 2024-11-25T00:21:27,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f253fe21ee145a6b7ab8c3e1b83dd93 2024-11-25T00:21:27,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/ba71f0c597724fd08241c40396e47820 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/ba71f0c597724fd08241c40396e47820 2024-11-25T00:21:27,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1937d39fffcd40d581bb1651a16fd65b 2024-11-25T00:21:27,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/38ee9bdb5d53417792223acaef834c72 2024-11-25T00:21:27,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/32c829235fba42ffb9e968dab4a985d8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/32c829235fba42ffb9e968dab4a985d8 2024-11-25T00:21:27,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/89a473285c024d90ab797045eb88d798 2024-11-25T00:21:27,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/69c9924a29164723aefc667e90434ffc 2024-11-25T00:21:27,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/668917d8c8694c9083aff4369d5b2f1d 2024-11-25T00:21:27,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/f85939c4470c4271b7a7950eba3f7755 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/f85939c4470c4271b7a7950eba3f7755 2024-11-25T00:21:27,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26253ee514cd4cf6af7ff26095d9690a 2024-11-25T00:21:27,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/6941dc621f484868b7a409a645ad931a 2024-11-25T00:21:27,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26f991d791bf43ebadd90cd45f581d1a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/26f991d791bf43ebadd90cd45f581d1a 2024-11-25T00:21:27,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9de7825be2f4452aa629231e0ceac060 2024-11-25T00:21:27,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/fa1f4be1777f40b1aaa81157014e98ad 2024-11-25T00:21:27,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/da4795801c954e1bb24c2864497295cd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/da4795801c954e1bb24c2864497295cd 2024-11-25T00:21:27,077 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/74158247cd374b0783453410cdead9e6 2024-11-25T00:21:27,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b86c040bd19f45d29d6bede7f397171a 2024-11-25T00:21:27,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/346c7f478c6d46ec8031d712c7141ebb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/346c7f478c6d46ec8031d712c7141ebb 2024-11-25T00:21:27,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/9992d45fa6484f9f95d9a945eb136581 2024-11-25T00:21:27,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3c5a5395f5d64a11bc115058baef476a 2024-11-25T00:21:27,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d760eff0dd7947568abf80dc4e9f3d8a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d760eff0dd7947568abf80dc4e9f3d8a 2024-11-25T00:21:27,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/43dd2bd858c149bea4c5b649989b74c5 2024-11-25T00:21:27,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/d204d27de7ba41d59dc8326f4250746f 2024-11-25T00:21:27,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/af6851c0e422418c91fb5d336bf48e7f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/af6851c0e422418c91fb5d336bf48e7f 2024-11-25T00:21:27,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/506507e458944639a7d6057cae45fc49 2024-11-25T00:21:27,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3a3acb1cda2846688bf0f7a8824564f5 2024-11-25T00:21:27,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/cfcede12dad84862972c447a2212bcb5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/cfcede12dad84862972c447a2212bcb5 2024-11-25T00:21:27,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/57623d3180f54d1481a3f9a2c0b0bcab 2024-11-25T00:21:27,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/772d6a5bb82442a0b586a6609ffe35e8 2024-11-25T00:21:27,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/1612f5c46ac64674b18cb05af45465e9 2024-11-25T00:21:27,098 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/recovered.edits/537.seqid, newMaxSeqId=537, maxSeqId=1 2024-11-25T00:21:27,101 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568. 2024-11-25T00:21:27,101 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 36b45cc65cfc98cbccd063b44404e568: 2024-11-25T00:21:27,102 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:27,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=36b45cc65cfc98cbccd063b44404e568, regionState=CLOSED 2024-11-25T00:21:27,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-25T00:21:27,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 36b45cc65cfc98cbccd063b44404e568, server=4bb75722a6be,32995,1732494057205 in 1.5650 sec 2024-11-25T00:21:27,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-25T00:21:27,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=36b45cc65cfc98cbccd063b44404e568, UNASSIGN in 1.5690 sec 2024-11-25T00:21:27,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-25T00:21:27,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5760 sec 2024-11-25T00:21:27,110 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494087110"}]},"ts":"1732494087110"} 2024-11-25T00:21:27,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:21:27,113 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:21:27,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5930 sec 2024-11-25T00:21:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-25T00:21:27,631 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-25T00:21:27,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:21:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,639 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,640 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T00:21:27,644 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:27,648 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/recovered.edits] 2024-11-25T00:21:27,651 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/0901346cbb8942dd9c7034059f902733 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/0901346cbb8942dd9c7034059f902733 2024-11-25T00:21:27,652 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/15978d97de2146a19cb7646f41f0c2d6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/15978d97de2146a19cb7646f41f0c2d6 2024-11-25T00:21:27,654 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c511b8898fac46e483abe2f7466234cf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/c511b8898fac46e483abe2f7466234cf 2024-11-25T00:21:27,655 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d521ba6e62a04e16b2cb6a57251e3643 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d521ba6e62a04e16b2cb6a57251e3643 2024-11-25T00:21:27,656 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d7d5ec05ff284d22942b5d164819807c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/d7d5ec05ff284d22942b5d164819807c 2024-11-25T00:21:27,658 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/e7ba7b6d4e0d488b9a839b52e4c00f3a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/A/e7ba7b6d4e0d488b9a839b52e4c00f3a 2024-11-25T00:21:27,661 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/27bf529b92f648a4ab121e0b6bd5b61d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/27bf529b92f648a4ab121e0b6bd5b61d 2024-11-25T00:21:27,662 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/4604f79c5713431ca61f9368046b6b40 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/4604f79c5713431ca61f9368046b6b40 2024-11-25T00:21:27,664 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8836265e51c34c338a97fa037146c128 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/8836265e51c34c338a97fa037146c128 2024-11-25T00:21:27,665 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/adab6f4ec62c4101b5c0e5f7ae0860f3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/adab6f4ec62c4101b5c0e5f7ae0860f3 2024-11-25T00:21:27,667 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b327ea3b005347ee9dadbc715076abb7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/b327ea3b005347ee9dadbc715076abb7 2024-11-25T00:21:27,668 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8c31e1fe9644c49947190ee1b5d0e98 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/B/d8c31e1fe9644c49947190ee1b5d0e98 2024-11-25T00:21:27,671 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/2bb206d3f5c64aaf985730b78194702c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/2bb206d3f5c64aaf985730b78194702c 2024-11-25T00:21:27,673 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f2f9f6b845a4590a2627be3cf59085d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/3f2f9f6b845a4590a2627be3cf59085d 2024-11-25T00:21:27,675 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/42343826c3ee4d979bb78752edfa3b16 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/42343826c3ee4d979bb78752edfa3b16 2024-11-25T00:21:27,676 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/788aa3c79cdb456d85164f89ed15fd66 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/788aa3c79cdb456d85164f89ed15fd66 2024-11-25T00:21:27,678 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b585283706c3465aa7a8039023129a53 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b585283706c3465aa7a8039023129a53 2024-11-25T00:21:27,679 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b605118d81e443bd85e6c314ed074d37 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/C/b605118d81e443bd85e6c314ed074d37 2024-11-25T00:21:27,682 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/recovered.edits/537.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568/recovered.edits/537.seqid 2024-11-25T00:21:27,683 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/36b45cc65cfc98cbccd063b44404e568 2024-11-25T00:21:27,683 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:21:27,689 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-25T00:21:27,696 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:21:27,729 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:21:27,730 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,730 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:21:27,731 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494087730"}]},"ts":"9223372036854775807"} 2024-11-25T00:21:27,733 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:21:27,733 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 36b45cc65cfc98cbccd063b44404e568, NAME => 'TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:21:27,734 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:21:27,734 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494087734"}]},"ts":"9223372036854775807"} 2024-11-25T00:21:27,736 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:21:27,739 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 104 msec 2024-11-25T00:21:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-25T00:21:27,742 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-25T00:21:27,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=240 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4bb75722a6be:32995-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1131527769_22 at /127.0.0.1:34966 [Waiting for operation #210] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5525568c-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5525568c-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5525568c-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x5525568c-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1131527769_22 at /127.0.0.1:34816 [Waiting for operation #251] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_65265622_22 at /127.0.0.1:49034 [Waiting for operation #268] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=458 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=277 (was 182) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7422 (was 8023) 2024-11-25T00:21:27,766 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=277, ProcessCount=11, AvailableMemoryMB=7420 2024-11-25T00:21:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:21:27,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:21:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:27,770 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:21:27,771 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:27,771 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-25T00:21:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:27,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:21:27,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741953_1129 (size=960) 2024-11-25T00:21:27,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:28,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:28,182 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:21:28,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741954_1130 (size=53) 2024-11-25T00:21:28,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 487e555cf71061c5599b643cc2fe1434, disabling compactions & flushes 2024-11-25T00:21:28,589 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. after waiting 0 ms 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,589 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,589 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:28,590 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:21:28,591 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494088590"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494088590"}]},"ts":"1732494088590"} 2024-11-25T00:21:28,592 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:21:28,593 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:21:28,593 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494088593"}]},"ts":"1732494088593"} 2024-11-25T00:21:28,594 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:21:28,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, ASSIGN}] 2024-11-25T00:21:28,599 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, ASSIGN 2024-11-25T00:21:28,600 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:21:28,750 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:28,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:28,903 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:28,907 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,909 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,910 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:28,910 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName A 2024-11-25T00:21:28,910 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:28,911 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:28,911 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,912 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:28,913 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName B 2024-11-25T00:21:28,913 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:28,913 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:28,914 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,915 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:28,915 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName C 2024-11-25T00:21:28,915 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:28,915 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:28,915 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,916 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,916 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,918 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:21:28,919 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:28,921 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:21:28,921 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 487e555cf71061c5599b643cc2fe1434; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67680849, jitterRate=0.008523240685462952}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:21:28,922 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:28,923 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., pid=45, masterSystemTime=1732494088903 2024-11-25T00:21:28,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,925 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:28,926 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:28,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-25T00:21:28,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 in 175 msec 2024-11-25T00:21:28,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-25T00:21:28,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, ASSIGN in 330 msec 2024-11-25T00:21:28,930 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:21:28,931 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494088930"}]},"ts":"1732494088930"} 2024-11-25T00:21:28,932 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:21:28,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:21:28,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1660 sec 2024-11-25T00:21:29,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-25T00:21:29,877 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-25T00:21:29,879 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fde36e8 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f48093f 2024-11-25T00:21:29,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3059cf43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:29,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:29,886 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55702, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:29,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:21:29,890 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:21:29,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:21:29,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:21:29,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:21:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741955_1131 (size=996) 2024-11-25T00:21:30,271 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-25T00:21:30,272 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48974, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-25T00:21:30,315 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T00:21:30,315 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T00:21:30,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:21:30,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, REOPEN/MOVE}] 2024-11-25T00:21:30,327 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, REOPEN/MOVE 2024-11-25T00:21:30,328 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,329 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:21:30,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:30,481 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,481 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,481 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:21:30,482 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing 487e555cf71061c5599b643cc2fe1434, disabling compactions & flushes 2024-11-25T00:21:30,482 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,482 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,482 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. after waiting 0 ms 2024-11-25T00:21:30,482 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,486 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:21:30,486 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,487 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:30,487 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: 487e555cf71061c5599b643cc2fe1434 to self. 2024-11-25T00:21:30,488 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,489 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=CLOSED 2024-11-25T00:21:30,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-25T00:21:30,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 in 161 msec 2024-11-25T00:21:30,492 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=true 2024-11-25T00:21:30,642 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:21:30,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,799 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,799 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:21:30,799 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,799 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:21:30,799 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,800 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,802 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,803 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:30,808 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName A 2024-11-25T00:21:30,810 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:30,810 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:30,811 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,811 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:30,812 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName B 2024-11-25T00:21:30,812 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:30,812 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:30,812 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,813 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:21:30,813 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 487e555cf71061c5599b643cc2fe1434 columnFamilyName C 2024-11-25T00:21:30,813 DEBUG [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:30,814 INFO [StoreOpener-487e555cf71061c5599b643cc2fe1434-1 {}] regionserver.HStore(327): Store=487e555cf71061c5599b643cc2fe1434/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:21:30,814 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,814 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,816 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,817 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:21:30,818 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,819 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 487e555cf71061c5599b643cc2fe1434; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62345671, jitterRate=-0.0709771066904068}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:21:30,820 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:30,821 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., pid=50, masterSystemTime=1732494090795 2024-11-25T00:21:30,822 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,823 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:30,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,824 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46067 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=4bb75722a6be,32995,1732494057205, table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-25T00:21:30,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-25T00:21:30,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 in 180 msec 2024-11-25T00:21:30,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-25T00:21:30,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, REOPEN/MOVE in 499 msec 2024-11-25T00:21:30,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-25T00:21:30,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 510 msec 2024-11-25T00:21:30,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 933 msec 2024-11-25T00:21:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-25T00:21:30,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x109a98f4 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b8114b4 2024-11-25T00:21:30,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9a59813, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,848 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4169e339 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b5c4058 2024-11-25T00:21:30,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3507e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,853 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50484683 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77f4d875 2024-11-25T00:21:30,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cadde55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b64ccdf to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d89b50a 2024-11-25T00:21:30,861 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2343183d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42b9a37d to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@de2fcf6 2024-11-25T00:21:30,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36db9f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16fb1797 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c368568 2024-11-25T00:21:30,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3286a246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,871 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5238815e to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1aed43b4 2024-11-25T00:21:30,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfe463d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,876 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c2b9b76 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cab9ba4 2024-11-25T00:21:30,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30be7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37886c78 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@74eb796 2024-11-25T00:21:30,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba4762a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:21:30,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:30,887 DEBUG [hconnection-0x258b783f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,887 DEBUG [hconnection-0x6b0ebcc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-25T00:21:30,888 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:30,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:30,889 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55716, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,890 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:30,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:30,890 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,891 DEBUG [hconnection-0x60b41400-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,891 DEBUG [hconnection-0x5d3ff9e0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55740, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,892 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,896 DEBUG [hconnection-0x31f6e84c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,897 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,898 DEBUG [hconnection-0x2d0dff3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,899 DEBUG [hconnection-0x684dd52d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,900 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,902 DEBUG [hconnection-0x34ae5286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,903 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,910 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:21:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:30,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:30,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:30,913 DEBUG [hconnection-0x61a943e8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:21:30,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:30,914 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:21:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:30,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494150939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494150937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494150942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494150942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:30,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494150943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:30,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112576e64c7af9ca4a778f92a182a5f854b4_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494090910/Put/seqid=0 2024-11-25T00:21:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741956_1132 (size=12154) 2024-11-25T00:21:30,975 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:30,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112576e64c7af9ca4a778f92a182a5f854b4_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112576e64c7af9ca4a778f92a182a5f854b4_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:30,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/14a67e752e8a48328c14de6076cf7906, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:30,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:30,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/14a67e752e8a48328c14de6076cf7906 is 175, key is test_row_0/A:col10/1732494090910/Put/seqid=0 2024-11-25T00:21:31,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741957_1133 (size=30955) 2024-11-25T00:21:31,006 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/14a67e752e8a48328c14de6076cf7906 2024-11-25T00:21:31,042 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494151046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494151047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/768e1804e6874d7f8ddb2d98e7892729 is 50, key is test_row_0/B:col10/1732494090910/Put/seqid=0 2024-11-25T00:21:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494151047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494151050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494151050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741958_1134 (size=12001) 2024-11-25T00:21:31,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/768e1804e6874d7f8ddb2d98e7892729 2024-11-25T00:21:31,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/f23a1e41fb9c44b9b2be68d3dac4b6ce is 50, key is test_row_0/C:col10/1732494090910/Put/seqid=0 2024-11-25T00:21:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741959_1135 (size=12001) 2024-11-25T00:21:31,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:31,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494151253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494151253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494151254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494151255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494151256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:31,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/f23a1e41fb9c44b9b2be68d3dac4b6ce 2024-11-25T00:21:31,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/14a67e752e8a48328c14de6076cf7906 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906 2024-11-25T00:21:31,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906, entries=150, sequenceid=17, filesize=30.2 K 2024-11-25T00:21:31,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/768e1804e6874d7f8ddb2d98e7892729 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729 2024-11-25T00:21:31,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T00:21:31,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/f23a1e41fb9c44b9b2be68d3dac4b6ce as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce 2024-11-25T00:21:31,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce, entries=150, sequenceid=17, filesize=11.7 K 2024-11-25T00:21:31,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 487e555cf71061c5599b643cc2fe1434 in 649ms, sequenceid=17, compaction requested=false 2024-11-25T00:21:31,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:31,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:21:31,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:31,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:31,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494151574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494151573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494151575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494151577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494151582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256e3abe391562409f88bf41fe6aaa25a9_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494090939/Put/seqid=0 2024-11-25T00:21:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741960_1136 (size=14594) 2024-11-25T00:21:31,632 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:31,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256e3abe391562409f88bf41fe6aaa25a9_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e3abe391562409f88bf41fe6aaa25a9_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:31,647 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/81e61837c19048f9ad2b004abe6a6a15, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:31,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/81e61837c19048f9ad2b004abe6a6a15 is 175, key is test_row_0/A:col10/1732494090939/Put/seqid=0 2024-11-25T00:21:31,659 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741961_1137 (size=39549) 2024-11-25T00:21:31,684 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/81e61837c19048f9ad2b004abe6a6a15 2024-11-25T00:21:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494151691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494151691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494151693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494151693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/225a6bb6eafe454fa72a55604aae64a6 is 50, key is test_row_0/B:col10/1732494090939/Put/seqid=0 2024-11-25T00:21:31,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494151694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741962_1138 (size=12001) 2024-11-25T00:21:31,813 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,814 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494151894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494151894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494151895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494151900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,908 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494151904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:31,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:31,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:31,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:31,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:31,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:32,124 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/225a6bb6eafe454fa72a55604aae64a6 2024-11-25T00:21:32,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2b8935d76ef74af585ee0cb3675cea75 is 50, key is test_row_0/C:col10/1732494090939/Put/seqid=0 2024-11-25T00:21:32,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741963_1139 (size=12001) 2024-11-25T00:21:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494152199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494152200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494152200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494152205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494152211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,277 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,431 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,586 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2b8935d76ef74af585ee0cb3675cea75 2024-11-25T00:21:32,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/81e61837c19048f9ad2b004abe6a6a15 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15 2024-11-25T00:21:32,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15, entries=200, sequenceid=41, filesize=38.6 K 2024-11-25T00:21:32,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/225a6bb6eafe454fa72a55604aae64a6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6 2024-11-25T00:21:32,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T00:21:32,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2b8935d76ef74af585ee0cb3675cea75 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75 2024-11-25T00:21:32,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T00:21:32,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 487e555cf71061c5599b643cc2fe1434 in 1077ms, sequenceid=41, compaction requested=false 2024-11-25T00:21:32,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:32,642 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:21:32,705 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:21:32,705 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:32,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:32,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:32,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:32,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254625f28aba9a451492852a235e05dfd8_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,739 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494152736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494152736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494152738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:32,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494152740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494152740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741964_1140 (size=14594) 2024-11-25T00:21:32,754 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:32,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254625f28aba9a451492852a235e05dfd8_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254625f28aba9a451492852a235e05dfd8_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:32,765 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/18f5f2b0bdd742158a789e0644cf6829, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:32,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/18f5f2b0bdd742158a789e0644cf6829 is 175, key is test_row_0/A:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741965_1141 (size=39549) 2024-11-25T00:21:32,786 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/18f5f2b0bdd742158a789e0644cf6829 2024-11-25T00:21:32,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/24992c62c23e4ed4ac7ee53a64da6684 is 50, key is test_row_0/B:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741966_1142 (size=12001) 2024-11-25T00:21:32,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/24992c62c23e4ed4ac7ee53a64da6684 2024-11-25T00:21:32,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/c7972c41b10340449d8531f739375c74 is 50, key is test_row_0/C:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741967_1143 (size=12001) 2024-11-25T00:21:32,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/c7972c41b10340449d8531f739375c74 2024-11-25T00:21:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494152842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494152843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494152844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494152844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494152846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,855 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/18f5f2b0bdd742158a789e0644cf6829 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829 2024-11-25T00:21:32,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829, entries=200, sequenceid=54, filesize=38.6 K 2024-11-25T00:21:32,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/24992c62c23e4ed4ac7ee53a64da6684 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684 2024-11-25T00:21:32,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T00:21:32,881 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/c7972c41b10340449d8531f739375c74 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74 2024-11-25T00:21:32,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74, entries=150, sequenceid=54, filesize=11.7 K 2024-11-25T00:21:32,890 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 487e555cf71061c5599b643cc2fe1434 in 184ms, sequenceid=54, compaction requested=true 2024-11-25T00:21:32,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:32,890 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:32,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:32,891 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:32,891 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:32,892 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110053 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:32,892 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:32,892 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,892 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=107.5 K 2024-11-25T00:21:32,893 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,893 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829] 2024-11-25T00:21:32,893 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:32,893 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:32,893 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,893 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.2 K 2024-11-25T00:21:32,893 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:32,894 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 768e1804e6874d7f8ddb2d98e7892729, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494090899 2024-11-25T00:21:32,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-25T00:21:32,894 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14a67e752e8a48328c14de6076cf7906, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494090899 2024-11-25T00:21:32,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,894 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:32,895 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 225a6bb6eafe454fa72a55604aae64a6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494090937 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,895 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81e61837c19048f9ad2b004abe6a6a15, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494090937 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:32,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:32,896 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 24992c62c23e4ed4ac7ee53a64da6684, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:32,896 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18f5f2b0bdd742158a789e0644cf6829, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:32,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abeb4da82be64641b5fb75b0ad46d9c8_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494092737/Put/seqid=0 2024-11-25T00:21:32,923 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:32,923 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/ba7d04c334094c37b79d4f87755bff96 is 50, key is test_row_0/B:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,930 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:32,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741968_1144 (size=12104) 2024-11-25T00:21:32,949 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125a1e9d00125c848128ec78305e5668cd7_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:32,952 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/ba7d04c334094c37b79d4f87755bff96 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ba7d04c334094c37b79d4f87755bff96 2024-11-25T00:21:32,957 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125a1e9d00125c848128ec78305e5668cd7_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:32,958 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a1e9d00125c848128ec78305e5668cd7_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:32,962 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into ba7d04c334094c37b79d4f87755bff96(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:32,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:32,962 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=13, startTime=1732494092891; duration=0sec 2024-11-25T00:21:32,964 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:32,964 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:32,964 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:32,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:32,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:32,966 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:32,966 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.2 K 2024-11-25T00:21:32,967 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f23a1e41fb9c44b9b2be68d3dac4b6ce, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732494090899 2024-11-25T00:21:32,967 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b8935d76ef74af585ee0cb3675cea75, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494090937 2024-11-25T00:21:32,968 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c7972c41b10340449d8531f739375c74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741969_1145 (size=12154) 2024-11-25T00:21:32,983 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#126 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:32,983 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/0b8f507d5df3489eaf930e2b8cf8fb46 is 50, key is test_row_0/C:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741970_1146 (size=4469) 2024-11-25T00:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:33,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741971_1147 (size=12104) 2024-11-25T00:21:33,028 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/0b8f507d5df3489eaf930e2b8cf8fb46 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0b8f507d5df3489eaf930e2b8cf8fb46 2024-11-25T00:21:33,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 0b8f507d5df3489eaf930e2b8cf8fb46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:33,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:33,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=13, startTime=1732494092891; duration=0sec 2024-11-25T00:21:33,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:33,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:33,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:33,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494153063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494153064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494153065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494153067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494153073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494153174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494153174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494153175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494153175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494153176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:33,378 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125abeb4da82be64641b5fb75b0ad46d9c8_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abeb4da82be64641b5fb75b0ad46d9c8_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:33,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/bad344a6e31b45888504b603597eedb6, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:33,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/bad344a6e31b45888504b603597eedb6 is 175, key is test_row_0/A:col10/1732494092737/Put/seqid=0 2024-11-25T00:21:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494153378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494153378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494153379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494153379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494153380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,391 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#125 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:33,394 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/45287535067e4dbb9e07c94807777256 is 175, key is test_row_0/A:col10/1732494091579/Put/seqid=0 2024-11-25T00:21:33,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741972_1148 (size=30955) 2024-11-25T00:21:33,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741973_1149 (size=31058) 2024-11-25T00:21:33,420 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/45287535067e4dbb9e07c94807777256 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256 2024-11-25T00:21:33,437 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into 45287535067e4dbb9e07c94807777256(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:33,437 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:33,437 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=13, startTime=1732494092890; duration=0sec 2024-11-25T00:21:33,437 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:33,437 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:33,685 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494153684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494153684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494153684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494153684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494153685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:33,808 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/bad344a6e31b45888504b603597eedb6 2024-11-25T00:21:33,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/77a452e8afdf49e0ab09b173ae5a40bc is 50, key is test_row_0/B:col10/1732494092737/Put/seqid=0 2024-11-25T00:21:33,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741974_1150 (size=12001) 2024-11-25T00:21:33,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/77a452e8afdf49e0ab09b173ae5a40bc 2024-11-25T00:21:33,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/b96d75ec8e164217b864d2a4f1e6efd8 is 50, key is test_row_0/C:col10/1732494092737/Put/seqid=0 2024-11-25T00:21:33,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741975_1151 (size=12001) 2024-11-25T00:21:33,852 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/b96d75ec8e164217b864d2a4f1e6efd8 2024-11-25T00:21:33,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/bad344a6e31b45888504b603597eedb6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6 2024-11-25T00:21:33,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6, entries=150, sequenceid=78, filesize=30.2 K 2024-11-25T00:21:33,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/77a452e8afdf49e0ab09b173ae5a40bc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc 2024-11-25T00:21:33,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T00:21:33,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/b96d75ec8e164217b864d2a4f1e6efd8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8 2024-11-25T00:21:33,886 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T00:21:33,888 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 487e555cf71061c5599b643cc2fe1434 in 994ms, sequenceid=78, compaction requested=false 2024-11-25T00:21:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:33,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-25T00:21:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-25T00:21:33,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-25T00:21:33,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0000 sec 2024-11-25T00:21:33,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 3.0060 sec 2024-11-25T00:21:34,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:21:34,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:34,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:34,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4af24d8d19a411ebe8d0134735ec12b_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494154223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494154224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494154225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494154227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494154227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741976_1152 (size=12154) 2024-11-25T00:21:34,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494154328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494154329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494154330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494154338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494154339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494154532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494154534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494154537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494154541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494154543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,647 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:34,653 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f4af24d8d19a411ebe8d0134735ec12b_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4af24d8d19a411ebe8d0134735ec12b_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:34,654 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/7335bf30df344161b26e5679b4774005, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:34,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/7335bf30df344161b26e5679b4774005 is 175, key is test_row_0/A:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741977_1153 (size=30955) 2024-11-25T00:21:34,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=95, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/7335bf30df344161b26e5679b4774005 2024-11-25T00:21:34,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/3ac0ceb205b34763a3353dca2eddeb14 is 50, key is test_row_0/B:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741978_1154 (size=12001) 2024-11-25T00:21:34,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/3ac0ceb205b34763a3353dca2eddeb14 2024-11-25T00:21:34,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/81ed8fd2ddf44c64abd614f6c048f4ca is 50, key is test_row_0/C:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741979_1155 (size=12001) 2024-11-25T00:21:34,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/81ed8fd2ddf44c64abd614f6c048f4ca 2024-11-25T00:21:34,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/7335bf30df344161b26e5679b4774005 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005 2024-11-25T00:21:34,749 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005, entries=150, sequenceid=95, filesize=30.2 K 2024-11-25T00:21:34,750 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/3ac0ceb205b34763a3353dca2eddeb14 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14 2024-11-25T00:21:34,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T00:21:34,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/81ed8fd2ddf44c64abd614f6c048f4ca as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca 2024-11-25T00:21:34,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca, entries=150, sequenceid=95, filesize=11.7 K 2024-11-25T00:21:34,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 487e555cf71061c5599b643cc2fe1434 in 576ms, sequenceid=95, compaction requested=true 2024-11-25T00:21:34,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:34,770 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:34,771 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:34,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:34,772 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:34,772 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:34,772 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:34,772 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=90.8 K 2024-11-25T00:21:34,772 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:34,772 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005] 2024-11-25T00:21:34,773 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45287535067e4dbb9e07c94807777256, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:34,774 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:34,774 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:34,774 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:34,774 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ba7d04c334094c37b79d4f87755bff96, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.3 K 2024-11-25T00:21:34,774 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting bad344a6e31b45888504b603597eedb6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494092727 2024-11-25T00:21:34,775 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ba7d04c334094c37b79d4f87755bff96, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:34,775 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7335bf30df344161b26e5679b4774005, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:34,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a452e8afdf49e0ab09b173ae5a40bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494092727 2024-11-25T00:21:34,777 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac0ceb205b34763a3353dca2eddeb14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:34,815 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:34,817 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:34,818 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/9be00399963a4f0baa6043e47132719c is 50, key is test_row_0/B:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,821 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ff1187c26a484b35ac53c9ac6d63c631_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:34,824 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ff1187c26a484b35ac53c9ac6d63c631_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:34,825 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ff1187c26a484b35ac53c9ac6d63c631_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:34,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741980_1156 (size=12207) 2024-11-25T00:21:34,835 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/9be00399963a4f0baa6043e47132719c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/9be00399963a4f0baa6043e47132719c 2024-11-25T00:21:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:34,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:34,839 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:34,844 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into 9be00399963a4f0baa6043e47132719c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:34,844 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:34,844 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=13, startTime=1732494094771; duration=0sec 2024-11-25T00:21:34,844 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:34,844 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:34,844 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:34,846 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:34,846 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:34,847 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:34,847 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0b8f507d5df3489eaf930e2b8cf8fb46, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.3 K 2024-11-25T00:21:34,847 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b8f507d5df3489eaf930e2b8cf8fb46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732494091572 2024-11-25T00:21:34,848 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b96d75ec8e164217b864d2a4f1e6efd8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494092727 2024-11-25T00:21:34,849 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 81ed8fd2ddf44c64abd614f6c048f4ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:34,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494154849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494154854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494154854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494154856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494154857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741981_1157 (size=4469) 2024-11-25T00:21:34,883 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#134 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:34,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/b93767571de04d7484842250e343111d is 50, key is test_row_0/C:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:34,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d980d7a7d1d4458d8f44198c8eb11f65_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494094836/Put/seqid=0 2024-11-25T00:21:34,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741982_1158 (size=12207) 2024-11-25T00:21:34,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741983_1159 (size=12154) 2024-11-25T00:21:34,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494154958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494154962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494154963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494154964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:34,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494154967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:34,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-25T00:21:34,995 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-25T00:21:34,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:34,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-25T00:21:34,999 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:35,000 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:35,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:35,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:35,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:35,152 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:21:35,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:35,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494155161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494155166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494155166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494155166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494155169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,264 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#132 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:35,264 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/4a1075cb5d0544a382f1ff14c61339b4 is 175, key is test_row_0/A:col10/1732494093064/Put/seqid=0 2024-11-25T00:21:35,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741984_1160 (size=31161) 2024-11-25T00:21:35,281 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/4a1075cb5d0544a382f1ff14c61339b4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4 2024-11-25T00:21:35,294 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into 4a1075cb5d0544a382f1ff14c61339b4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:35,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:35,294 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=13, startTime=1732494094770; duration=0sec 2024-11-25T00:21:35,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:35,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:35,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:35,307 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:21:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,318 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:35,327 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/b93767571de04d7484842250e343111d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b93767571de04d7484842250e343111d 2024-11-25T00:21:35,327 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d980d7a7d1d4458d8f44198c8eb11f65_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d980d7a7d1d4458d8f44198c8eb11f65_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:35,329 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/01e70b09a259439b9872148fcfda1427, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:35,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/01e70b09a259439b9872148fcfda1427 is 175, key is test_row_0/A:col10/1732494094836/Put/seqid=0 2024-11-25T00:21:35,340 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into b93767571de04d7484842250e343111d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:35,340 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:35,340 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=13, startTime=1732494094771; duration=0sec 2024-11-25T00:21:35,340 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:35,340 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:35,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741985_1161 (size=30955) 2024-11-25T00:21:35,359 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/01e70b09a259439b9872148fcfda1427 2024-11-25T00:21:35,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/6321860424474222b25497d2481da23f is 50, key is test_row_0/B:col10/1732494094836/Put/seqid=0 2024-11-25T00:21:35,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741986_1162 (size=12001) 2024-11-25T00:21:35,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/6321860424474222b25497d2481da23f 2024-11-25T00:21:35,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/01d06d33d0284c6aa364b993552d68ad is 50, key is test_row_0/C:col10/1732494094836/Put/seqid=0 2024-11-25T00:21:35,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741987_1163 (size=12001) 2024-11-25T00:21:35,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/01d06d33d0284c6aa364b993552d68ad 2024-11-25T00:21:35,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/01e70b09a259439b9872148fcfda1427 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427 2024-11-25T00:21:35,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:21:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:35,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427, entries=150, sequenceid=118, filesize=30.2 K 2024-11-25T00:21:35,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:35,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/6321860424474222b25497d2481da23f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f 2024-11-25T00:21:35,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494155469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T00:21:35,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/01d06d33d0284c6aa364b993552d68ad as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad 2024-11-25T00:21:35,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494155472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494155472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494155473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:35,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494155473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad, entries=150, sequenceid=118, filesize=11.7 K 2024-11-25T00:21:35,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 487e555cf71061c5599b643cc2fe1434 in 644ms, sequenceid=118, compaction requested=false 2024-11-25T00:21:35,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:35,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:35,615 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:35,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-25T00:21:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:35,616 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:21:35,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:35,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256216d4fd9ae74998a2c94fec5c46fa28_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494094851/Put/seqid=0 2024-11-25T00:21:35,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741988_1164 (size=12254) 2024-11-25T00:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:35,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:36,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494155998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494155999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:36,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256216d4fd9ae74998a2c94fec5c46fa28_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256216d4fd9ae74998a2c94fec5c46fa28_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:36,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/a85b8cbedda34147bb8e1266df6c4d02, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:36,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/a85b8cbedda34147bb8e1266df6c4d02 is 175, key is test_row_0/A:col10/1732494094851/Put/seqid=0 2024-11-25T00:21:36,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741989_1165 (size=31055) 2024-11-25T00:21:36,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/a85b8cbedda34147bb8e1266df6c4d02 2024-11-25T00:21:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/160f76cb326f47759122b3178ed41f34 is 50, key is test_row_0/B:col10/1732494094851/Put/seqid=0 2024-11-25T00:21:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741990_1166 (size=12101) 2024-11-25T00:21:36,075 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/160f76cb326f47759122b3178ed41f34 2024-11-25T00:21:36,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/9efc28dedc09418dacb7cf9c00ff8e3d is 50, key is test_row_0/C:col10/1732494094851/Put/seqid=0 2024-11-25T00:21:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741991_1167 (size=12101) 2024-11-25T00:21:36,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494156102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:36,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494156105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494156304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494156307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/9efc28dedc09418dacb7cf9c00ff8e3d 2024-11-25T00:21:36,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/a85b8cbedda34147bb8e1266df6c4d02 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02 2024-11-25T00:21:36,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02, entries=150, sequenceid=134, filesize=30.3 K 2024-11-25T00:21:36,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/160f76cb326f47759122b3178ed41f34 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34 2024-11-25T00:21:36,511 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T00:21:36,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/9efc28dedc09418dacb7cf9c00ff8e3d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d 2024-11-25T00:21:36,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d, entries=150, sequenceid=134, filesize=11.8 K 2024-11-25T00:21:36,521 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 487e555cf71061c5599b643cc2fe1434 in 905ms, sequenceid=134, compaction requested=true 2024-11-25T00:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:36,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-25T00:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-25T00:21:36,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-25T00:21:36,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-25T00:21:36,526 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.5280 sec 2024-11-25T00:21:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:36,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:36,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:36,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb4e6e89d6194e72bc670e0c51ec2870_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494156624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494156624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741992_1168 (size=17284) 2024-11-25T00:21:36,641 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:36,651 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb4e6e89d6194e72bc670e0c51ec2870_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb4e6e89d6194e72bc670e0c51ec2870_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:36,652 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/528b02c2113f4986a0d9b20700fbf0e3, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:36,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/528b02c2113f4986a0d9b20700fbf0e3 is 175, key is test_row_0/A:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:36,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741993_1169 (size=48389) 2024-11-25T00:21:36,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494156728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494156728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494156931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494156931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494156931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494156932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:36,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:36,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494156932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,064 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/528b02c2113f4986a0d9b20700fbf0e3 2024-11-25T00:21:37,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/c6775b25f3d0479fb228a1402caefec7 is 50, key is test_row_0/B:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:37,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741994_1170 (size=12151) 2024-11-25T00:21:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-25T00:21:37,106 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-25T00:21:37,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:37,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-25T00:21:37,109 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:37,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:37,110 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:37,110 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:37,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494157234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494157235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494157236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494157237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494157239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,262 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T00:21:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:37,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T00:21:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:37,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/c6775b25f3d0479fb228a1402caefec7 2024-11-25T00:21:37,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/26675ab3a38140779bb15af70f35f832 is 50, key is test_row_0/C:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741995_1171 (size=12151) 2024-11-25T00:21:37,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/26675ab3a38140779bb15af70f35f832 2024-11-25T00:21:37,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/528b02c2113f4986a0d9b20700fbf0e3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3 2024-11-25T00:21:37,503 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3, entries=250, sequenceid=160, filesize=47.3 K 2024-11-25T00:21:37,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/c6775b25f3d0479fb228a1402caefec7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7 2024-11-25T00:21:37,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T00:21:37,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/26675ab3a38140779bb15af70f35f832 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832 2024-11-25T00:21:37,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832, entries=150, sequenceid=160, filesize=11.9 K 2024-11-25T00:21:37,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 487e555cf71061c5599b643cc2fe1434 in 905ms, sequenceid=160, compaction requested=true 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:37,515 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:37,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:37,515 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:37,517 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141560 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:37,517 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:37,517 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:37,517 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:37,517 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,517 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,517 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=138.2 K 2024-11-25T00:21:37,517 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/9be00399963a4f0baa6043e47132719c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=47.3 K 2024-11-25T00:21:37,517 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,517 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3] 2024-11-25T00:21:37,518 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9be00399963a4f0baa6043e47132719c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:37,518 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a1075cb5d0544a382f1ff14c61339b4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:37,518 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6321860424474222b25497d2481da23f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732494094221 2024-11-25T00:21:37,518 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01e70b09a259439b9872148fcfda1427, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732494094221 2024-11-25T00:21:37,518 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 160f76cb326f47759122b3178ed41f34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732494094847 2024-11-25T00:21:37,519 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a85b8cbedda34147bb8e1266df6c4d02, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732494094847 2024-11-25T00:21:37,519 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c6775b25f3d0479fb228a1402caefec7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:37,519 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 528b02c2113f4986a0d9b20700fbf0e3, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:37,528 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:37,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:37,531 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/8022b4bee6d14587b8140db169cf2b1e is 50, key is test_row_0/B:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:37,541 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125ba48d33456a84398afb2b61f21eb4078_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:37,544 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125ba48d33456a84398afb2b61f21eb4078_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:37,544 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ba48d33456a84398afb2b61f21eb4078_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741996_1172 (size=12493) 2024-11-25T00:21:37,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741997_1173 (size=4469) 2024-11-25T00:21:37,559 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#145 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:37,559 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/347fe6a413d84270915bdbba07e785e6 is 175, key is test_row_0/A:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:37,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741998_1174 (size=31447) 2024-11-25T00:21:37,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-25T00:21:37,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,568 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:37,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125991198f7c0bb434ea175defec8605801_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494096622/Put/seqid=0 2024-11-25T00:21:37,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741999_1175 (size=12304) 2024-11-25T00:21:37,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:37,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:37,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494157765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494157766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494157768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494157769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494157769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494157870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494157870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494157871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494157874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:37,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494157874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:37,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/8022b4bee6d14587b8140db169cf2b1e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8022b4bee6d14587b8140db169cf2b1e 2024-11-25T00:21:37,965 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into 8022b4bee6d14587b8140db169cf2b1e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:37,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:37,965 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=12, startTime=1732494097515; duration=0sec 2024-11-25T00:21:37,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:37,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:37,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:37,968 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:37,968 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:37,968 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:37,968 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b93767571de04d7484842250e343111d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=47.3 K 2024-11-25T00:21:37,969 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b93767571de04d7484842250e343111d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732494093062 2024-11-25T00:21:37,969 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 01d06d33d0284c6aa364b993552d68ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732494094221 2024-11-25T00:21:37,969 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/347fe6a413d84270915bdbba07e785e6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6 2024-11-25T00:21:37,970 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9efc28dedc09418dacb7cf9c00ff8e3d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732494094847 2024-11-25T00:21:37,970 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 26675ab3a38140779bb15af70f35f832, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:37,975 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into 347fe6a413d84270915bdbba07e785e6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:37,975 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:37,975 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=12, startTime=1732494097515; duration=0sec 2024-11-25T00:21:37,976 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:37,976 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:37,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:37,982 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#147 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:37,983 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/f00b758b222049ad96634fc13a449c81 is 50, key is test_row_0/C:col10/1732494096610/Put/seqid=0 2024-11-25T00:21:37,986 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125991198f7c0bb434ea175defec8605801_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125991198f7c0bb434ea175defec8605801_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/156cfb698b1b467380d451bfcf5fbbbf, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/156cfb698b1b467380d451bfcf5fbbbf is 175, key is test_row_0/A:col10/1732494096622/Put/seqid=0 2024-11-25T00:21:37,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742000_1176 (size=12493) 2024-11-25T00:21:38,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742001_1177 (size=31105) 2024-11-25T00:21:38,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/156cfb698b1b467380d451bfcf5fbbbf 2024-11-25T00:21:38,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/5285f30f96a64a8096784fd9cfb259a7 is 50, key is test_row_0/B:col10/1732494096622/Put/seqid=0 2024-11-25T00:21:38,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742002_1178 (size=12151) 2024-11-25T00:21:38,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494158074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494158076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494158076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494158080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494158081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:38,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494158378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494158380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494158380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494158383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494158383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,398 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/f00b758b222049ad96634fc13a449c81 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f00b758b222049ad96634fc13a449c81 2024-11-25T00:21:38,404 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into f00b758b222049ad96634fc13a449c81(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:38,404 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:38,404 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=12, startTime=1732494097515; duration=0sec 2024-11-25T00:21:38,404 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:38,404 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:38,431 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/5285f30f96a64a8096784fd9cfb259a7 2024-11-25T00:21:38,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/5341e58524464647a5b0d369298f5cb6 is 50, key is test_row_0/C:col10/1732494096622/Put/seqid=0 2024-11-25T00:21:38,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742003_1179 (size=12151) 2024-11-25T00:21:38,843 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/5341e58524464647a5b0d369298f5cb6 2024-11-25T00:21:38,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/156cfb698b1b467380d451bfcf5fbbbf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf 2024-11-25T00:21:38,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf, entries=150, sequenceid=170, filesize=30.4 K 2024-11-25T00:21:38,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/5285f30f96a64a8096784fd9cfb259a7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7 2024-11-25T00:21:38,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:21:38,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/5341e58524464647a5b0d369298f5cb6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6 2024-11-25T00:21:38,872 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:21:38,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 487e555cf71061c5599b643cc2fe1434 in 1305ms, sequenceid=170, compaction requested=false 2024-11-25T00:21:38,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:38,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:38,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-25T00:21:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-25T00:21:38,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-25T00:21:38,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7660 sec 2024-11-25T00:21:38,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.7710 sec 2024-11-25T00:21:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:38,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:38,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:38,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494158888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494158889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494158889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494158890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494158891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a101fdd40ac497a9e6fcd1e1722ed7d_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:38,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742004_1180 (size=14794) 2024-11-25T00:21:38,920 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:38,926 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411256a101fdd40ac497a9e6fcd1e1722ed7d_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a101fdd40ac497a9e6fcd1e1722ed7d_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:38,927 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/224505d261754b9487f43ff432f054f3, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:38,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/224505d261754b9487f43ff432f054f3 is 175, key is test_row_0/A:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742005_1181 (size=39749) 2024-11-25T00:21:38,932 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=202, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/224505d261754b9487f43ff432f054f3 2024-11-25T00:21:38,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/bd9c66482e4f45d5a8679f2a566d6a4b is 50, key is test_row_0/B:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742006_1182 (size=12151) 2024-11-25T00:21:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494158993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494158993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:38,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494158994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494159004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,196 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494159195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494159194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494159197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494159208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-25T00:21:39,214 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-25T00:21:39,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:39,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-25T00:21:39,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:39,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:39,217 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:39,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:39,360 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/bd9c66482e4f45d5a8679f2a566d6a4b 2024-11-25T00:21:39,369 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:39,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:39,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/143ec48ec60f4d288094f607d7ec7f81 is 50, key is test_row_0/C:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:39,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742007_1183 (size=12151) 2024-11-25T00:21:39,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494159498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494159499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494159499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494159511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:39,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:39,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,795 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=202 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/143ec48ec60f4d288094f607d7ec7f81 2024-11-25T00:21:39,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/224505d261754b9487f43ff432f054f3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3 2024-11-25T00:21:39,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3, entries=200, sequenceid=202, filesize=38.8 K 2024-11-25T00:21:39,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/bd9c66482e4f45d5a8679f2a566d6a4b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b 2024-11-25T00:21:39,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b, entries=150, sequenceid=202, filesize=11.9 K 2024-11-25T00:21:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/143ec48ec60f4d288094f607d7ec7f81 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81 2024-11-25T00:21:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:39,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:39,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81, entries=150, sequenceid=202, filesize=11.9 K 2024-11-25T00:21:39,836 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T00:21:39,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 487e555cf71061c5599b643cc2fe1434 in 953ms, sequenceid=202, compaction requested=true 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:39,838 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:39,838 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:39,841 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:39,841 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:39,842 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,842 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=99.9 K 2024-11-25T00:21:39,842 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,842 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3] 2024-11-25T00:21:39,842 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:39,842 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:39,842 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,842 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8022b4bee6d14587b8140db169cf2b1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.9 K 2024-11-25T00:21:39,843 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8022b4bee6d14587b8140db169cf2b1e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:39,843 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 347fe6a413d84270915bdbba07e785e6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:39,843 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5285f30f96a64a8096784fd9cfb259a7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494096619 2024-11-25T00:21:39,843 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 156cfb698b1b467380d451bfcf5fbbbf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494096619 2024-11-25T00:21:39,844 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting bd9c66482e4f45d5a8679f2a566d6a4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097768 2024-11-25T00:21:39,844 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 224505d261754b9487f43ff432f054f3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097763 2024-11-25T00:21:39,867 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:39,880 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#154 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:39,880 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/e6e3be00c9b4457bb2ae273abd0daaf6 is 50, key is test_row_0/B:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:39,881 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f990c9fe585243e89d3ddcee5bea78d1_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:39,884 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f990c9fe585243e89d3ddcee5bea78d1_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:39,884 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f990c9fe585243e89d3ddcee5bea78d1_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:39,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:39,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742008_1184 (size=12595) 2024-11-25T00:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:39,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:39,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742009_1185 (size=4469) 2024-11-25T00:21:39,931 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#153 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:39,932 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/e14dda4ebcb841549a10407d1e3d98e8 is 175, key is test_row_0/A:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:39,935 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/e6e3be00c9b4457bb2ae273abd0daaf6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/e6e3be00c9b4457bb2ae273abd0daaf6 2024-11-25T00:21:39,947 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into e6e3be00c9b4457bb2ae273abd0daaf6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:39,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:39,947 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=13, startTime=1732494099838; duration=0sec 2024-11-25T00:21:39,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:39,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:39,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:39,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:39,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:39,949 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,949 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f00b758b222049ad96634fc13a449c81, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=35.9 K 2024-11-25T00:21:39,951 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f00b758b222049ad96634fc13a449c81, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732494095992 2024-11-25T00:21:39,951 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5341e58524464647a5b0d369298f5cb6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494096619 2024-11-25T00:21:39,952 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 143ec48ec60f4d288094f607d7ec7f81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097768 2024-11-25T00:21:39,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d22fd505180d47feabc7ca2be42c5768_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494099903/Put/seqid=0 2024-11-25T00:21:39,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:39,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:39,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:39,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:39,991 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:39,991 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/7be5f17b2050465aa880324aabb36a06 is 50, key is test_row_0/C:col10/1732494098883/Put/seqid=0 2024-11-25T00:21:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742010_1186 (size=31549) 2024-11-25T00:21:40,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742011_1187 (size=14794) 2024-11-25T00:21:40,009 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:40,010 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/e14dda4ebcb841549a10407d1e3d98e8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8 2024-11-25T00:21:40,014 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d22fd505180d47feabc7ca2be42c5768_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d22fd505180d47feabc7ca2be42c5768_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:40,015 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/c32f6af19085426eb8af5edf90e1c5b5, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:40,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,016 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,016 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/c32f6af19085426eb8af5edf90e1c5b5 is 175, key is test_row_0/A:col10/1732494099903/Put/seqid=0 2024-11-25T00:21:40,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494160018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,022 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into e14dda4ebcb841549a10407d1e3d98e8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:40,022 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:40,022 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=13, startTime=1732494099838; duration=0sec 2024-11-25T00:21:40,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742012_1188 (size=12595) 2024-11-25T00:21:40,022 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:40,023 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:40,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742013_1189 (size=39749) 2024-11-25T00:21:40,025 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/c32f6af19085426eb8af5edf90e1c5b5 2024-11-25T00:21:40,031 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/7be5f17b2050465aa880324aabb36a06 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be5f17b2050465aa880324aabb36a06 2024-11-25T00:21:40,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/7f938f4323254a32bbe4d7b48cbd85dc is 50, key is test_row_0/B:col10/1732494099903/Put/seqid=0 2024-11-25T00:21:40,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 7be5f17b2050465aa880324aabb36a06(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:40,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:40,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=13, startTime=1732494099838; duration=0sec 2024-11-25T00:21:40,039 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:40,039 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:40,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742014_1190 (size=12151) 2024-11-25T00:21:40,043 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/7f938f4323254a32bbe4d7b48cbd85dc 2024-11-25T00:21:40,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/516f8eb2d0bb483bb9282c5971a038a8 is 50, key is test_row_0/C:col10/1732494099903/Put/seqid=0 2024-11-25T00:21:40,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742015_1191 (size=12151) 2024-11-25T00:21:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,142 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:40,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/516f8eb2d0bb483bb9282c5971a038a8 2024-11-25T00:21:40,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/c32f6af19085426eb8af5edf90e1c5b5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5 2024-11-25T00:21:40,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:40,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5, entries=200, sequenceid=213, filesize=38.8 K 2024-11-25T00:21:40,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/7f938f4323254a32bbe4d7b48cbd85dc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc 2024-11-25T00:21:40,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T00:21:40,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/516f8eb2d0bb483bb9282c5971a038a8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8 2024-11-25T00:21:40,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8, entries=150, sequenceid=213, filesize=11.9 K 2024-11-25T00:21:40,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 487e555cf71061c5599b643cc2fe1434 in 558ms, sequenceid=213, compaction requested=false 2024-11-25T00:21:40,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:40,616 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-25T00:21:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:40,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:21:40,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:40,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:40,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:40,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112537aef28752404c9988d80078662e6d8a_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494100010/Put/seqid=0 2024-11-25T00:21:40,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742016_1192 (size=12304) 2024-11-25T00:21:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494160935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494160935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494160936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:40,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494160936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494161025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:41,046 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112537aef28752404c9988d80078662e6d8a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112537aef28752404c9988d80078662e6d8a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:41,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ac421f52826c4fba96d7051baa5924b1, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:41,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ac421f52826c4fba96d7051baa5924b1 is 175, key is test_row_0/A:col10/1732494100010/Put/seqid=0 2024-11-25T00:21:41,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742017_1193 (size=31105) 2024-11-25T00:21:41,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494161238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494161239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494161241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494161243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:41,454 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ac421f52826c4fba96d7051baa5924b1 2024-11-25T00:21:41,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1644d44c8adc4872884541d41b5af9a3 is 50, key is test_row_0/B:col10/1732494100010/Put/seqid=0 2024-11-25T00:21:41,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742018_1194 (size=12151) 2024-11-25T00:21:41,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1644d44c8adc4872884541d41b5af9a3 2024-11-25T00:21:41,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dedb69911e3445f2bbbda66a7d2a425b is 50, key is test_row_0/C:col10/1732494100010/Put/seqid=0 2024-11-25T00:21:41,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742019_1195 (size=12151) 2024-11-25T00:21:41,484 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dedb69911e3445f2bbbda66a7d2a425b 2024-11-25T00:21:41,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ac421f52826c4fba96d7051baa5924b1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1 2024-11-25T00:21:41,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1, entries=150, sequenceid=243, filesize=30.4 K 2024-11-25T00:21:41,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1644d44c8adc4872884541d41b5af9a3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3 2024-11-25T00:21:41,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3, entries=150, sequenceid=243, filesize=11.9 K 2024-11-25T00:21:41,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dedb69911e3445f2bbbda66a7d2a425b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b 2024-11-25T00:21:41,505 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b, entries=150, sequenceid=243, filesize=11.9 K 2024-11-25T00:21:41,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 487e555cf71061c5599b643cc2fe1434 in 889ms, sequenceid=243, compaction requested=true 2024-11-25T00:21:41,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:41,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:41,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-25T00:21:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-25T00:21:41,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-25T00:21:41,509 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2910 sec 2024-11-25T00:21:41,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.2940 sec 2024-11-25T00:21:41,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:41,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:41,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:41,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:41,747 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:41,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:41,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:41,748 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:41,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112534abb98a8f4446049aaa11f34fdf865f_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742020_1196 (size=19774) 2024-11-25T00:21:41,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494161773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494161777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494161778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494161778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,879 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494161879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494161881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:41,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:41,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494161882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494162082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494162082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494162084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494162084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,165 INFO [master/4bb75722a6be:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-25T00:21:42,165 INFO [master/4bb75722a6be:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-25T00:21:42,167 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:42,172 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112534abb98a8f4446049aaa11f34fdf865f_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534abb98a8f4446049aaa11f34fdf865f_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:42,173 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2ff333b1958e4c23a9baa20d1c7a3347, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:42,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2ff333b1958e4c23a9baa20d1c7a3347 is 175, key is test_row_0/A:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:42,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742021_1197 (size=57033) 2024-11-25T00:21:42,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494162388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494162388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494162388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494162391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,582 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2ff333b1958e4c23a9baa20d1c7a3347 2024-11-25T00:21:42,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/97a24822022143809670d46f76d69042 is 50, key is test_row_0/B:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:42,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742022_1198 (size=12151) 2024-11-25T00:21:42,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494162895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494162895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494162895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:42,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494162895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:42,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/97a24822022143809670d46f76d69042 2024-11-25T00:21:43,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/426211b591e04733bab86583606d8a70 is 50, key is test_row_0/C:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:43,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742023_1199 (size=12151) 2024-11-25T00:21:43,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/426211b591e04733bab86583606d8a70 2024-11-25T00:21:43,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2ff333b1958e4c23a9baa20d1c7a3347 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347 2024-11-25T00:21:43,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347, entries=300, sequenceid=256, filesize=55.7 K 2024-11-25T00:21:43,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/97a24822022143809670d46f76d69042 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042 2024-11-25T00:21:43,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042, entries=150, sequenceid=256, filesize=11.9 K 2024-11-25T00:21:43,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/426211b591e04733bab86583606d8a70 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70 2024-11-25T00:21:43,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70, entries=150, sequenceid=256, filesize=11.9 K 2024-11-25T00:21:43,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 487e555cf71061c5599b643cc2fe1434 in 1287ms, sequenceid=256, compaction requested=true 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:43,033 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:43,033 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:43,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159436 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:43,035 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,035 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,035 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=155.7 K 2024-11-25T00:21:43,035 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/e6e3be00c9b4457bb2ae273abd0daaf6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=47.9 K 2024-11-25T00:21:43,035 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347] 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting e14dda4ebcb841549a10407d1e3d98e8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097768 2024-11-25T00:21:43,035 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e6e3be00c9b4457bb2ae273abd0daaf6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097768 2024-11-25T00:21:43,036 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f938f4323254a32bbe4d7b48cbd85dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494098890 2024-11-25T00:21:43,036 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c32f6af19085426eb8af5edf90e1c5b5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494098890 2024-11-25T00:21:43,037 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1644d44c8adc4872884541d41b5af9a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732494100008 2024-11-25T00:21:43,037 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac421f52826c4fba96d7051baa5924b1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732494100008 2024-11-25T00:21:43,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a24822022143809670d46f76d69042, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:43,038 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ff333b1958e4c23a9baa20d1c7a3347, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:43,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:43,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:21:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:43,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:43,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:43,048 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#165 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:43,049 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/83d79213c98c49e6adcb5c07a71bd725 is 50, key is test_row_0/B:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:43,052 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:43,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258406425d22a34a5997e31a29872bdaaf_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494101758/Put/seqid=0 2024-11-25T00:21:43,056 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d01a5e2e475f4b0f8d28768cb1e4ee4d_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:43,058 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d01a5e2e475f4b0f8d28768cb1e4ee4d_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:43,059 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d01a5e2e475f4b0f8d28768cb1e4ee4d_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:43,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742024_1200 (size=12731) 2024-11-25T00:21:43,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742025_1201 (size=4469) 2024-11-25T00:21:43,068 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#166 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:43,069 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/1821ffdfe28441d7865225270b405165 is 175, key is test_row_0/A:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:43,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494163067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,070 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/83d79213c98c49e6adcb5c07a71bd725 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/83d79213c98c49e6adcb5c07a71bd725 2024-11-25T00:21:43,077 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into 83d79213c98c49e6adcb5c07a71bd725(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:43,077 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:43,078 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=12, startTime=1732494103033; duration=0sec 2024-11-25T00:21:43,078 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:43,078 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:43,078 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:43,080 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:43,080 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:43,080 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,080 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be5f17b2050465aa880324aabb36a06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=47.9 K 2024-11-25T00:21:43,081 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be5f17b2050465aa880324aabb36a06, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=202, earliestPutTs=1732494097768 2024-11-25T00:21:43,081 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 516f8eb2d0bb483bb9282c5971a038a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1732494098890 2024-11-25T00:21:43,082 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting dedb69911e3445f2bbbda66a7d2a425b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1732494100008 2024-11-25T00:21:43,082 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 426211b591e04733bab86583606d8a70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:43,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742027_1203 (size=31685) 2024-11-25T00:21:43,096 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/1821ffdfe28441d7865225270b405165 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165 2024-11-25T00:21:43,105 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into 1821ffdfe28441d7865225270b405165(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:43,105 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:43,105 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=12, startTime=1732494103033; duration=0sec 2024-11-25T00:21:43,106 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:43,106 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:43,106 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#168 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:43,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742026_1202 (size=14994) 2024-11-25T00:21:43,107 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/8534d2654845457eac13b473d88754b9 is 50, key is test_row_0/C:col10/1732494101746/Put/seqid=0 2024-11-25T00:21:43,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742028_1204 (size=12731) 2024-11-25T00:21:43,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494163171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-25T00:21:43,323 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-25T00:21:43,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:43,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-25T00:21:43,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:43,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:43,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:43,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:43,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494163373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:43,479 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,480 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,507 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:43,512 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258406425d22a34a5997e31a29872bdaaf_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258406425d22a34a5997e31a29872bdaaf_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:43,513 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d3539bee70bb431a8ad8c0b38a70d232, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:43,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d3539bee70bb431a8ad8c0b38a70d232 is 175, key is test_row_0/A:col10/1732494101758/Put/seqid=0 2024-11-25T00:21:43,524 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/8534d2654845457eac13b473d88754b9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/8534d2654845457eac13b473d88754b9 2024-11-25T00:21:43,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 8534d2654845457eac13b473d88754b9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:43,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:43,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=12, startTime=1732494103033; duration=0sec 2024-11-25T00:21:43,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:43,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:43,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742029_1205 (size=39949) 2024-11-25T00:21:43,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=281, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d3539bee70bb431a8ad8c0b38a70d232 2024-11-25T00:21:43,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/8c40122407dc4a4f9486d132081e609b is 50, key is test_row_0/B:col10/1732494101758/Put/seqid=0 2024-11-25T00:21:43,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742030_1206 (size=12301) 2024-11-25T00:21:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:43,632 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:43,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:43,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494163676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,786 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494163898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494163899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494163899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494163902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:43,939 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:43,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:43,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:43,948 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/8c40122407dc4a4f9486d132081e609b 2024-11-25T00:21:43,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/82f8b13f32a94b4e8725cdfb9be46f2d is 50, key is test_row_0/C:col10/1732494101758/Put/seqid=0 2024-11-25T00:21:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742031_1207 (size=12301) 2024-11-25T00:21:44,092 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:44,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:44,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494164180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:44,245 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:44,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:44,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:44,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:44,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/82f8b13f32a94b4e8725cdfb9be46f2d 2024-11-25T00:21:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d3539bee70bb431a8ad8c0b38a70d232 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232 2024-11-25T00:21:44,373 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232, entries=200, sequenceid=281, filesize=39.0 K 2024-11-25T00:21:44,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/8c40122407dc4a4f9486d132081e609b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b 2024-11-25T00:21:44,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T00:21:44,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/82f8b13f32a94b4e8725cdfb9be46f2d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d 2024-11-25T00:21:44,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d, entries=150, sequenceid=281, filesize=12.0 K 2024-11-25T00:21:44,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 487e555cf71061c5599b643cc2fe1434 in 1344ms, sequenceid=281, compaction requested=false 2024-11-25T00:21:44,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:44,399 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:44,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-25T00:21:44,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:44,399 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:44,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:44,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125095b7ff1f2cc42aabe9ba55fdf6dfc0b_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494103061/Put/seqid=0 2024-11-25T00:21:44,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742032_1208 (size=12454) 2024-11-25T00:21:44,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:44,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125095b7ff1f2cc42aabe9ba55fdf6dfc0b_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125095b7ff1f2cc42aabe9ba55fdf6dfc0b_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:44,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/0757a7e1f5c4495a9e49eee550a855e9, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:44,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/0757a7e1f5c4495a9e49eee550a855e9 is 175, key is test_row_0/A:col10/1732494103061/Put/seqid=0 2024-11-25T00:21:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742033_1209 (size=31255) 2024-11-25T00:21:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:44,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/0757a7e1f5c4495a9e49eee550a855e9 2024-11-25T00:21:44,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2440c9ca89e54241b96fb87ab3e24a05 is 50, key is test_row_0/B:col10/1732494103061/Put/seqid=0 2024-11-25T00:21:44,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742034_1210 (size=12301) 2024-11-25T00:21:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:45,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:45,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2440c9ca89e54241b96fb87ab3e24a05 2024-11-25T00:21:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/fd713a9872714aa1afe6228dd2d5d250 is 50, key is test_row_0/C:col10/1732494103061/Put/seqid=0 2024-11-25T00:21:45,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742035_1211 (size=12301) 2024-11-25T00:21:45,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/fd713a9872714aa1afe6228dd2d5d250 2024-11-25T00:21:45,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/0757a7e1f5c4495a9e49eee550a855e9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9 2024-11-25T00:21:45,260 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9, entries=150, sequenceid=295, filesize=30.5 K 2024-11-25T00:21:45,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2440c9ca89e54241b96fb87ab3e24a05 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05 2024-11-25T00:21:45,264 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T00:21:45,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/fd713a9872714aa1afe6228dd2d5d250 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250 2024-11-25T00:21:45,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250, entries=150, sequenceid=295, filesize=12.0 K 2024-11-25T00:21:45,274 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=134.18 KB/137400 for 487e555cf71061c5599b643cc2fe1434 in 875ms, sequenceid=295, compaction requested=true 2024-11-25T00:21:45,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:45,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-25T00:21:45,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:21:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-25T00:21:45,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:45,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:45,275 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:45,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:45,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-25T00:21:45,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9490 sec 2024-11-25T00:21:45,285 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.9570 sec 2024-11-25T00:21:45,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d5f68b2b552649ffad3e2056f5ba20b1_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:45,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742036_1212 (size=12454) 2024-11-25T00:21:45,293 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:45,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d5f68b2b552649ffad3e2056f5ba20b1_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5f68b2b552649ffad3e2056f5ba20b1_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:45,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b050290551474c07a7973055af4f860e, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:45,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b050290551474c07a7973055af4f860e is 175, key is test_row_0/A:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:45,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742037_1213 (size=31255) 2024-11-25T00:21:45,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b050290551474c07a7973055af4f860e 2024-11-25T00:21:45,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494165306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/a6ca71700ae1424384480dfbe2966e58 is 50, key is test_row_0/B:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:45,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742038_1214 (size=12301) 2024-11-25T00:21:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494165412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-25T00:21:45,430 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-25T00:21:45,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-25T00:21:45,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:45,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:45,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:45,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:45,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T00:21:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494165618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/a6ca71700ae1424384480dfbe2966e58 2024-11-25T00:21:45,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/641c49a4878c48e0aef19e9cc0266aaa is 50, key is test_row_0/C:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:45,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:45,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742039_1215 (size=12301) 2024-11-25T00:21:45,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T00:21:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:45,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T00:21:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:45,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:45,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494165901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,904 DEBUG [Thread-647 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4126 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:45,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494165910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494165912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,914 DEBUG [Thread-649 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:45,914 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:45,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494165915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:45,917 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:45,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494165921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:46,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:46,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T00:21:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:46,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:46,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/641c49a4878c48e0aef19e9cc0266aaa 2024-11-25T00:21:46,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b050290551474c07a7973055af4f860e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e 2024-11-25T00:21:46,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e, entries=150, sequenceid=319, filesize=30.5 K 2024-11-25T00:21:46,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/a6ca71700ae1424384480dfbe2966e58 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58 2024-11-25T00:21:46,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T00:21:46,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/641c49a4878c48e0aef19e9cc0266aaa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa 2024-11-25T00:21:46,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa, entries=150, sequenceid=319, filesize=12.0 K 2024-11-25T00:21:46,156 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 487e555cf71061c5599b643cc2fe1434 in 881ms, sequenceid=319, compaction requested=true 2024-11-25T00:21:46,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:46,157 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:46,157 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:46,157 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:46,158 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:46,158 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:46,158 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:46,158 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:46,158 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,158 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,158 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=131 K 2024-11-25T00:21:46,158 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,158 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/83d79213c98c49e6adcb5c07a71bd725, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=48.5 K 2024-11-25T00:21:46,158 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e] 2024-11-25T00:21:46,159 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 83d79213c98c49e6adcb5c07a71bd725, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:46,159 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1821ffdfe28441d7865225270b405165, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:46,159 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d3539bee70bb431a8ad8c0b38a70d232, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732494101758 2024-11-25T00:21:46,159 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c40122407dc4a4f9486d132081e609b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732494101758 2024-11-25T00:21:46,160 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0757a7e1f5c4495a9e49eee550a855e9, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732494103048 2024-11-25T00:21:46,160 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2440c9ca89e54241b96fb87ab3e24a05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732494103048 2024-11-25T00:21:46,160 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b050290551474c07a7973055af4f860e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:46,160 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a6ca71700ae1424384480dfbe2966e58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:46,168 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:46,173 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:46,174 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/babdc85ef84a4d41b205b009ff7b9759 is 50, key is test_row_0/B:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:46,175 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254343439299184748a4de7df790e19445_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:46,177 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254343439299184748a4de7df790e19445_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:46,177 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254343439299184748a4de7df790e19445_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:46,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742040_1216 (size=13017) 2024-11-25T00:21:46,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742041_1217 (size=4469) 2024-11-25T00:21:46,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:46,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-25T00:21:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:21:46,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:46,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:46,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b6383f751924b3d964055a61814388a_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494105297/Put/seqid=0 2024-11-25T00:21:46,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742042_1218 (size=12454) 2024-11-25T00:21:46,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:46,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:46,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:46,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494166487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:46,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:46,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:46,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494166591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:46,595 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/babdc85ef84a4d41b205b009ff7b9759 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/babdc85ef84a4d41b205b009ff7b9759 2024-11-25T00:21:46,599 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#177 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:46,600 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/aa0f29d9d304455cbd0566207475146e is 175, key is test_row_0/A:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:46,601 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into babdc85ef84a4d41b205b009ff7b9759(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:46,601 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:46,601 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=12, startTime=1732494106157; duration=0sec 2024-11-25T00:21:46,602 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:46,602 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:46,602 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:21:46,603 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:21:46,603 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:46,603 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:46,604 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/8534d2654845457eac13b473d88754b9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=48.5 K 2024-11-25T00:21:46,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742043_1219 (size=31971) 2024-11-25T00:21:46,605 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8534d2654845457eac13b473d88754b9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732494100626 2024-11-25T00:21:46,605 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82f8b13f32a94b4e8725cdfb9be46f2d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1732494101758 2024-11-25T00:21:46,607 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd713a9872714aa1afe6228dd2d5d250, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732494103048 2024-11-25T00:21:46,607 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 641c49a4878c48e0aef19e9cc0266aaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:46,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:46,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251b6383f751924b3d964055a61814388a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b6383f751924b3d964055a61814388a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:46,618 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/aa0f29d9d304455cbd0566207475146e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e 2024-11-25T00:21:46,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ba4749998d7c4996a18125f03b462d4f, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:46,620 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:46,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ba4749998d7c4996a18125f03b462d4f is 175, key is test_row_0/A:col10/1732494105297/Put/seqid=0 2024-11-25T00:21:46,620 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/3bf0541c758c4751a3c354a805216e8c is 50, key is test_row_0/C:col10/1732494105249/Put/seqid=0 2024-11-25T00:21:46,626 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into aa0f29d9d304455cbd0566207475146e(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:46,626 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:46,626 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=12, startTime=1732494106157; duration=0sec 2024-11-25T00:21:46,627 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:46,627 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742044_1220 (size=31255) 2024-11-25T00:21:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742045_1221 (size=13017) 2024-11-25T00:21:46,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494166793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:47,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ba4749998d7c4996a18125f03b462d4f 2024-11-25T00:21:47,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/f5b71e6917ac4229a7227e0bb1537c16 is 50, key is test_row_0/B:col10/1732494105297/Put/seqid=0 2024-11-25T00:21:47,040 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/3bf0541c758c4751a3c354a805216e8c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/3bf0541c758c4751a3c354a805216e8c 2024-11-25T00:21:47,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742046_1222 (size=12301) 2024-11-25T00:21:47,045 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 3bf0541c758c4751a3c354a805216e8c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:47,045 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:47,045 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=12, startTime=1732494106157; duration=0sec 2024-11-25T00:21:47,045 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:47,045 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:47,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494167096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:47,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/f5b71e6917ac4229a7227e0bb1537c16 2024-11-25T00:21:47,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dab45ddf4d5c49cbb55a03be3586fc8f is 50, key is test_row_0/C:col10/1732494105297/Put/seqid=0 2024-11-25T00:21:47,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742047_1223 (size=12301) 2024-11-25T00:21:47,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:47,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494167600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:47,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dab45ddf4d5c49cbb55a03be3586fc8f 2024-11-25T00:21:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/ba4749998d7c4996a18125f03b462d4f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f 2024-11-25T00:21:47,882 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f, entries=150, sequenceid=331, filesize=30.5 K 2024-11-25T00:21:47,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/f5b71e6917ac4229a7227e0bb1537c16 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16 2024-11-25T00:21:47,887 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T00:21:47,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/dab45ddf4d5c49cbb55a03be3586fc8f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f 2024-11-25T00:21:47,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f, entries=150, sequenceid=331, filesize=12.0 K 2024-11-25T00:21:47,895 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 487e555cf71061c5599b643cc2fe1434 in 1696ms, sequenceid=331, compaction requested=false 2024-11-25T00:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:47,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-25T00:21:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-25T00:21:47,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-25T00:21:47,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4630 sec 2024-11-25T00:21:47,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.4670 sec 2024-11-25T00:21:48,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:48,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:21:48,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:48,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:48,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e61efd2ef994bee84fe14f9ab28d28d_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:48,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742048_1224 (size=14994) 2024-11-25T00:21:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494168628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:48,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:48,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494168731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:48,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494168933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:49,035 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e61efd2ef994bee84fe14f9ab28d28d_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e61efd2ef994bee84fe14f9ab28d28d_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:49,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d2b759e498ed4f5f903a83db7c240bd2, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:49,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d2b759e498ed4f5f903a83db7c240bd2 is 175, key is test_row_0/A:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:49,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742049_1225 (size=39949) 2024-11-25T00:21:49,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494169236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d2b759e498ed4f5f903a83db7c240bd2 2024-11-25T00:21:49,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2adc2cee56884071a88aa98d73e9fe15 is 50, key is test_row_0/B:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:49,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742050_1226 (size=12301) 2024-11-25T00:21:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-25T00:21:49,537 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-25T00:21:49,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:21:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-25T00:21:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:49,540 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:21:49,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:21:49,541 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:21:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:49,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T00:21:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:49,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494169742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:49,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T00:21:49,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:49,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:49,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:49,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:49,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2adc2cee56884071a88aa98d73e9fe15 2024-11-25T00:21:49,871 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/798ef5afd73a4e41b6254ca35f7e6ce2 is 50, key is test_row_0/C:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:49,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742051_1227 (size=12301) 2024-11-25T00:21:49,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55794 deadline: 1732494169920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,922 DEBUG [Thread-653 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55782 deadline: 1732494169923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,925 DEBUG [Thread-649 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:49,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1732494169929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,931 DEBUG [Thread-655 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55716 deadline: 1732494169939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,942 DEBUG [Thread-647 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:21:49,999 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:49,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T00:21:49,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:50,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:50,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T00:21:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,153 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:21:50,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/798ef5afd73a4e41b6254ca35f7e6ce2 2024-11-25T00:21:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/d2b759e498ed4f5f903a83db7c240bd2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2 2024-11-25T00:21:50,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2, entries=200, sequenceid=359, filesize=39.0 K 2024-11-25T00:21:50,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/2adc2cee56884071a88aa98d73e9fe15 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15 2024-11-25T00:21:50,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T00:21:50,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/798ef5afd73a4e41b6254ca35f7e6ce2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2 2024-11-25T00:21:50,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2, entries=150, sequenceid=359, filesize=12.0 K 2024-11-25T00:21:50,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 487e555cf71061c5599b643cc2fe1434 in 1688ms, sequenceid=359, compaction requested=true 2024-11-25T00:21:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:50,299 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:50,299 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:50,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:50,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:50,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:50,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:50,302 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:50,302 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:50,302 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,302 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=100.8 K 2024-11-25T00:21:50,302 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,302 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2] 2024-11-25T00:21:50,302 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:50,302 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:50,303 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,303 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/babdc85ef84a4d41b205b009ff7b9759, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=36.7 K 2024-11-25T00:21:50,303 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0f29d9d304455cbd0566207475146e, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:50,303 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting babdc85ef84a4d41b205b009ff7b9759, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:50,304 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f5b71e6917ac4229a7227e0bb1537c16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494105297 2024-11-25T00:21:50,304 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba4749998d7c4996a18125f03b462d4f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494105297 2024-11-25T00:21:50,304 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2adc2cee56884071a88aa98d73e9fe15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:50,304 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2b759e498ed4f5f903a83db7c240bd2, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:50,305 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:21:50,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-25T00:21:50,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:21:50,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:50,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:50,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f27873b2b61441bfb586bc488d36abb1_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494108625/Put/seqid=0 2024-11-25T00:21:50,320 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:50,321 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#187 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:50,322 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/bde3d61c442f494bb2bc05615faa945f is 50, key is test_row_0/B:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:50,322 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bbecde9cc96941a38495f31e45783407_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:50,324 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bbecde9cc96941a38495f31e45783407_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:50,325 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bbecde9cc96941a38495f31e45783407_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742052_1228 (size=12454) 2024-11-25T00:21:50,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742053_1229 (size=13119) 2024-11-25T00:21:50,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:50,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742054_1230 (size=4469) 2024-11-25T00:21:50,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f27873b2b61441bfb586bc488d36abb1_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f27873b2b61441bfb586bc488d36abb1_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:50,339 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/bde3d61c442f494bb2bc05615faa945f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bde3d61c442f494bb2bc05615faa945f 2024-11-25T00:21:50,339 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#188 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2c2e52d034bd4feba05295937bbbbb36, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:50,340 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/f4dc48a8c46344dc9c34171bcf043f33 is 175, key is test_row_0/A:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:50,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2c2e52d034bd4feba05295937bbbbb36 is 175, key is test_row_0/A:col10/1732494108625/Put/seqid=0 2024-11-25T00:21:50,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742055_1231 (size=32073) 2024-11-25T00:21:50,346 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into bde3d61c442f494bb2bc05615faa945f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:50,346 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:50,346 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=13, startTime=1732494110299; duration=0sec 2024-11-25T00:21:50,346 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:50,346 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:50,346 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:50,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742056_1232 (size=31255) 2024-11-25T00:21:50,348 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2c2e52d034bd4feba05295937bbbbb36 2024-11-25T00:21:50,349 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:50,349 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:50,349 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:50,349 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/3bf0541c758c4751a3c354a805216e8c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=36.7 K 2024-11-25T00:21:50,350 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3bf0541c758c4751a3c354a805216e8c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732494105238 2024-11-25T00:21:50,350 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting dab45ddf4d5c49cbb55a03be3586fc8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732494105297 2024-11-25T00:21:50,350 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 798ef5afd73a4e41b6254ca35f7e6ce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:50,354 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/f4dc48a8c46344dc9c34171bcf043f33 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33 2024-11-25T00:21:50,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/ef1ffc48be5343ceb0f82bdf6d46be49 is 50, key is test_row_0/B:col10/1732494108625/Put/seqid=0 2024-11-25T00:21:50,361 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into f4dc48a8c46344dc9c34171bcf043f33(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:50,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:50,361 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=13, startTime=1732494110299; duration=0sec 2024-11-25T00:21:50,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:50,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:50,363 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#190 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:50,363 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/7be33571f9694d72bc1e517d902a06bb is 50, key is test_row_0/C:col10/1732494106486/Put/seqid=0 2024-11-25T00:21:50,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742057_1233 (size=12301) 2024-11-25T00:21:50,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742058_1234 (size=13119) 2024-11-25T00:21:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:50,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. as already flushing 2024-11-25T00:21:50,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/ef1ffc48be5343ceb0f82bdf6d46be49 2024-11-25T00:21:50,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/0158bfca64cd44d9b2a3ad4d42354b7a is 50, key is test_row_0/C:col10/1732494108625/Put/seqid=0 2024-11-25T00:21:50,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/7be33571f9694d72bc1e517d902a06bb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be33571f9694d72bc1e517d902a06bb 2024-11-25T00:21:50,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742059_1235 (size=12301) 2024-11-25T00:21:50,787 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 7be33571f9694d72bc1e517d902a06bb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:50,787 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:50,787 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=13, startTime=1732494110300; duration=0sec 2024-11-25T00:21:50,788 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:50,788 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:50,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:50,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494170813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:50,889 DEBUG [Thread-664 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37886c78 to 127.0.0.1:58567 2024-11-25T00:21:50,890 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:50,890 DEBUG [Thread-660 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5238815e to 127.0.0.1:58567 2024-11-25T00:21:50,890 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:50,891 DEBUG [Thread-658 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16fb1797 to 127.0.0.1:58567 2024-11-25T00:21:50,891 DEBUG [Thread-658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:50,891 DEBUG [Thread-662 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c2b9b76 to 127.0.0.1:58567 2024-11-25T00:21:50,891 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:50,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:50,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494170916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:51,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:21:51,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55804 deadline: 1732494171118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:21:51,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/0158bfca64cd44d9b2a3ad4d42354b7a 2024-11-25T00:21:51,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/2c2e52d034bd4feba05295937bbbbb36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36 2024-11-25T00:21:51,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36, entries=150, sequenceid=370, filesize=30.5 K 2024-11-25T00:21:51,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/ef1ffc48be5343ceb0f82bdf6d46be49 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49 2024-11-25T00:21:51,193 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:21:51,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/0158bfca64cd44d9b2a3ad4d42354b7a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a 2024-11-25T00:21:51,198 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:21:51,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 487e555cf71061c5599b643cc2fe1434 in 893ms, sequenceid=370, compaction requested=false 2024-11-25T00:21:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-11-25T00:21:51,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-11-25T00:21:51,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-25T00:21:51,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6590 sec 2024-11-25T00:21:51,202 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.6630 sec 2024-11-25T00:21:51,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:51,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:21:51,423 DEBUG [Thread-651 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50484683 to 127.0.0.1:58567 2024-11-25T00:21:51,423 DEBUG [Thread-651 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:51,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:21:51,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:51,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:21:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:21:51,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:21:51,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ce87e66d65e5496083a9531a52f3f801_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_0/A:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:51,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742060_1236 (size=12454) 2024-11-25T00:21:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-25T00:21:51,645 INFO [Thread-657 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-25T00:21:51,834 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:21:51,838 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ce87e66d65e5496083a9531a52f3f801_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ce87e66d65e5496083a9531a52f3f801_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:21:51,838 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b8b2bfaed36148b28f4906dfc686c81b, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:51,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b8b2bfaed36148b28f4906dfc686c81b is 175, key is test_row_0/A:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:51,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742061_1237 (size=31255) 2024-11-25T00:21:52,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=399, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b8b2bfaed36148b28f4906dfc686c81b 2024-11-25T00:21:52,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1678d04945364162a80fab3c23135c5c is 50, key is test_row_0/B:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:52,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742062_1238 (size=12301) 2024-11-25T00:21:52,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1678d04945364162a80fab3c23135c5c 2024-11-25T00:21:52,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2265c0d7c18b4319bed11e53002e30fc is 50, key is test_row_0/C:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:52,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742063_1239 (size=12301) 2024-11-25T00:21:53,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2265c0d7c18b4319bed11e53002e30fc 2024-11-25T00:21:53,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/b8b2bfaed36148b28f4906dfc686c81b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b 2024-11-25T00:21:53,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b, entries=150, sequenceid=399, filesize=30.5 K 2024-11-25T00:21:53,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/1678d04945364162a80fab3c23135c5c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c 2024-11-25T00:21:53,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T00:21:53,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/2265c0d7c18b4319bed11e53002e30fc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc 2024-11-25T00:21:53,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc, entries=150, sequenceid=399, filesize=12.0 K 2024-11-25T00:21:53,081 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 487e555cf71061c5599b643cc2fe1434 in 1658ms, sequenceid=399, compaction requested=true 2024-11-25T00:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:53,081 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:53,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 487e555cf71061c5599b643cc2fe1434:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:21:53,082 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:53,082 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:53,082 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:53,082 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:53,082 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/A is initiating minor compaction (all files) 2024-11-25T00:21:53,082 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/B is initiating minor compaction (all files) 2024-11-25T00:21:53,083 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/A in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:53,083 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/B in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:53,083 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bde3d61c442f494bb2bc05615faa945f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=36.8 K 2024-11-25T00:21:53,083 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=92.4 K 2024-11-25T00:21:53,083 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:53,083 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b] 2024-11-25T00:21:53,083 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting bde3d61c442f494bb2bc05615faa945f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:53,083 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4dc48a8c46344dc9c34171bcf043f33, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:53,083 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1ffc48be5343ceb0f82bdf6d46be49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494108618 2024-11-25T00:21:53,083 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c2e52d034bd4feba05295937bbbbb36, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494108618 2024-11-25T00:21:53,084 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1678d04945364162a80fab3c23135c5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494110801 2024-11-25T00:21:53,084 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8b2bfaed36148b28f4906dfc686c81b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494110801 2024-11-25T00:21:53,094 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#B#compaction#195 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:53,094 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/dd7e5124d8c14e188ae80a73edb2aab5 is 50, key is test_row_0/B:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:53,098 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742064_1240 (size=13221) 2024-11-25T00:21:53,100 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125bd14ff3333e84122a8ad5d8edf5477a3_487e555cf71061c5599b643cc2fe1434 store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:53,140 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125bd14ff3333e84122a8ad5d8edf5477a3_487e555cf71061c5599b643cc2fe1434, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:53,140 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125bd14ff3333e84122a8ad5d8edf5477a3_487e555cf71061c5599b643cc2fe1434 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:21:53,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742065_1241 (size=4469) 2024-11-25T00:21:53,504 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/dd7e5124d8c14e188ae80a73edb2aab5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/dd7e5124d8c14e188ae80a73edb2aab5 2024-11-25T00:21:53,508 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/B of 487e555cf71061c5599b643cc2fe1434 into dd7e5124d8c14e188ae80a73edb2aab5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:53,508 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:53,508 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/B, priority=13, startTime=1732494113081; duration=0sec 2024-11-25T00:21:53,508 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:21:53,508 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:B 2024-11-25T00:21:53,508 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:21:53,509 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:21:53,509 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 487e555cf71061c5599b643cc2fe1434/C is initiating minor compaction (all files) 2024-11-25T00:21:53,509 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 487e555cf71061c5599b643cc2fe1434/C in TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:21:53,509 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be33571f9694d72bc1e517d902a06bb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp, totalSize=36.8 K 2024-11-25T00:21:53,509 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7be33571f9694d72bc1e517d902a06bb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1732494106472 2024-11-25T00:21:53,510 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0158bfca64cd44d9b2a3ad4d42354b7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494108618 2024-11-25T00:21:53,510 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2265c0d7c18b4319bed11e53002e30fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1732494110801 2024-11-25T00:21:53,517 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#C#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:53,518 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/60aaf6347c12418c860590eeb4e475c7 is 50, key is test_row_0/C:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742066_1242 (size=13221) 2024-11-25T00:21:53,546 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 487e555cf71061c5599b643cc2fe1434#A#compaction#196 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:21:53,546 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/e0138ac25b9244b6a7af500050fd6830 is 175, key is test_row_0/A:col10/1732494110801/Put/seqid=0 2024-11-25T00:21:53,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742067_1243 (size=32175) 2024-11-25T00:21:53,926 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/60aaf6347c12418c860590eeb4e475c7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/60aaf6347c12418c860590eeb4e475c7 2024-11-25T00:21:53,930 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/C of 487e555cf71061c5599b643cc2fe1434 into 60aaf6347c12418c860590eeb4e475c7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:53,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:53,930 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/C, priority=13, startTime=1732494113082; duration=0sec 2024-11-25T00:21:53,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:53,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:C 2024-11-25T00:21:53,954 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/e0138ac25b9244b6a7af500050fd6830 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e0138ac25b9244b6a7af500050fd6830 2024-11-25T00:21:53,959 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 487e555cf71061c5599b643cc2fe1434/A of 487e555cf71061c5599b643cc2fe1434 into e0138ac25b9244b6a7af500050fd6830(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:21:53,959 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:21:53,959 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434., storeName=487e555cf71061c5599b643cc2fe1434/A, priority=13, startTime=1732494113081; duration=0sec 2024-11-25T00:21:53,959 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:21:53,959 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 487e555cf71061c5599b643cc2fe1434:A 2024-11-25T00:21:55,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:21:59,946 DEBUG [Thread-647 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x109a98f4 to 127.0.0.1:58567 2024-11-25T00:21:59,946 DEBUG [Thread-647 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:59,951 DEBUG [Thread-653 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b64ccdf to 127.0.0.1:58567 2024-11-25T00:21:59,951 DEBUG [Thread-653 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:21:59,961 DEBUG [Thread-649 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4169e339 to 127.0.0.1:58567 2024-11-25T00:21:59,961 DEBUG [Thread-649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:00,032 DEBUG [Thread-655 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42b9a37d to 127.0.0.1:58567 2024-11-25T00:22:00,032 DEBUG [Thread-655 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7062 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6909 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3028 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9084 rows 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 3036 2024-11-25T00:22:00,032 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 9107 rows 2024-11-25T00:22:00,032 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:22:00,033 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fde36e8 to 127.0.0.1:58567 2024-11-25T00:22:00,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:00,034 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:22:00,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:22:00,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:00,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:00,039 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494120039"}]},"ts":"1732494120039"} 2024-11-25T00:22:00,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:22:00,044 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:22:00,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:22:00,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, UNASSIGN}] 2024-11-25T00:22:00,047 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, UNASSIGN 2024-11-25T00:22:00,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:00,048 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:22:00,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:00,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:00,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:00,201 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 487e555cf71061c5599b643cc2fe1434, disabling compactions & flushes 2024-11-25T00:22:00,201 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. after waiting 0 ms 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:22:00,201 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 487e555cf71061c5599b643cc2fe1434 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=A 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=B 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 487e555cf71061c5599b643cc2fe1434, store=C 2024-11-25T00:22:00,201 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:00,208 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f271a43daf8494bb5ad5aa9433b975a_487e555cf71061c5599b643cc2fe1434 is 50, key is test_row_1/A:col10/1732494120030/Put/seqid=0 2024-11-25T00:22:00,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742068_1244 (size=9914) 2024-11-25T00:22:00,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:00,613 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:00,618 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250f271a43daf8494bb5ad5aa9433b975a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f271a43daf8494bb5ad5aa9433b975a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:00,619 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/3ad73f52272e439c87e150ab9ed56bcf, store: [table=TestAcidGuarantees family=A region=487e555cf71061c5599b643cc2fe1434] 2024-11-25T00:22:00,620 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/3ad73f52272e439c87e150ab9ed56bcf is 175, key is test_row_1/A:col10/1732494120030/Put/seqid=0 2024-11-25T00:22:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742069_1245 (size=22561) 2024-11-25T00:22:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:01,025 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/3ad73f52272e439c87e150ab9ed56bcf 2024-11-25T00:22:01,031 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/929bab78918043b7b14105b89fb591e5 is 50, key is test_row_1/B:col10/1732494120030/Put/seqid=0 2024-11-25T00:22:01,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742070_1246 (size=9857) 2024-11-25T00:22:01,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:01,436 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/929bab78918043b7b14105b89fb591e5 2024-11-25T00:22:01,443 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/56dded0ea49e4768a4f15d45be880ba5 is 50, key is test_row_1/C:col10/1732494120030/Put/seqid=0 2024-11-25T00:22:01,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742071_1247 (size=9857) 2024-11-25T00:22:01,848 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/56dded0ea49e4768a4f15d45be880ba5 2024-11-25T00:22:01,852 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/A/3ad73f52272e439c87e150ab9ed56bcf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/3ad73f52272e439c87e150ab9ed56bcf 2024-11-25T00:22:01,855 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/3ad73f52272e439c87e150ab9ed56bcf, entries=100, sequenceid=409, filesize=22.0 K 2024-11-25T00:22:01,856 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/B/929bab78918043b7b14105b89fb591e5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/929bab78918043b7b14105b89fb591e5 2024-11-25T00:22:01,859 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/929bab78918043b7b14105b89fb591e5, entries=100, sequenceid=409, filesize=9.6 K 2024-11-25T00:22:01,860 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/.tmp/C/56dded0ea49e4768a4f15d45be880ba5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/56dded0ea49e4768a4f15d45be880ba5 2024-11-25T00:22:01,863 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/56dded0ea49e4768a4f15d45be880ba5, entries=100, sequenceid=409, filesize=9.6 K 2024-11-25T00:22:01,863 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 487e555cf71061c5599b643cc2fe1434 in 1662ms, sequenceid=409, compaction requested=false 2024-11-25T00:22:01,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b] to archive 2024-11-25T00:22:01,865 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:01,867 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/14a67e752e8a48328c14de6076cf7906 2024-11-25T00:22:01,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/81e61837c19048f9ad2b004abe6a6a15 2024-11-25T00:22:01,869 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/18f5f2b0bdd742158a789e0644cf6829 2024-11-25T00:22:01,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/45287535067e4dbb9e07c94807777256 2024-11-25T00:22:01,872 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/bad344a6e31b45888504b603597eedb6 2024-11-25T00:22:01,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/4a1075cb5d0544a382f1ff14c61339b4 2024-11-25T00:22:01,874 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/7335bf30df344161b26e5679b4774005 2024-11-25T00:22:01,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/01e70b09a259439b9872148fcfda1427 2024-11-25T00:22:01,876 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/a85b8cbedda34147bb8e1266df6c4d02 2024-11-25T00:22:01,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/528b02c2113f4986a0d9b20700fbf0e3 2024-11-25T00:22:01,879 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/347fe6a413d84270915bdbba07e785e6 2024-11-25T00:22:01,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/156cfb698b1b467380d451bfcf5fbbbf 2024-11-25T00:22:01,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/224505d261754b9487f43ff432f054f3 2024-11-25T00:22:01,882 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e14dda4ebcb841549a10407d1e3d98e8 2024-11-25T00:22:01,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/c32f6af19085426eb8af5edf90e1c5b5 2024-11-25T00:22:01,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ac421f52826c4fba96d7051baa5924b1 2024-11-25T00:22:01,886 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2ff333b1958e4c23a9baa20d1c7a3347 2024-11-25T00:22:01,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/1821ffdfe28441d7865225270b405165 2024-11-25T00:22:01,888 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d3539bee70bb431a8ad8c0b38a70d232 2024-11-25T00:22:01,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/0757a7e1f5c4495a9e49eee550a855e9 2024-11-25T00:22:01,890 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/aa0f29d9d304455cbd0566207475146e 2024-11-25T00:22:01,892 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b050290551474c07a7973055af4f860e 2024-11-25T00:22:01,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/ba4749998d7c4996a18125f03b462d4f 2024-11-25T00:22:01,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/d2b759e498ed4f5f903a83db7c240bd2 2024-11-25T00:22:01,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/f4dc48a8c46344dc9c34171bcf043f33 2024-11-25T00:22:01,897 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/2c2e52d034bd4feba05295937bbbbb36 2024-11-25T00:22:01,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/b8b2bfaed36148b28f4906dfc686c81b 2024-11-25T00:22:01,899 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ba7d04c334094c37b79d4f87755bff96, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/9be00399963a4f0baa6043e47132719c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8022b4bee6d14587b8140db169cf2b1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/e6e3be00c9b4457bb2ae273abd0daaf6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/83d79213c98c49e6adcb5c07a71bd725, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/babdc85ef84a4d41b205b009ff7b9759, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bde3d61c442f494bb2bc05615faa945f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c] to archive 2024-11-25T00:22:01,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:01,901 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/768e1804e6874d7f8ddb2d98e7892729 2024-11-25T00:22:01,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/225a6bb6eafe454fa72a55604aae64a6 2024-11-25T00:22:01,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ba7d04c334094c37b79d4f87755bff96 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ba7d04c334094c37b79d4f87755bff96 2024-11-25T00:22:01,904 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/24992c62c23e4ed4ac7ee53a64da6684 2024-11-25T00:22:01,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/77a452e8afdf49e0ab09b173ae5a40bc 2024-11-25T00:22:01,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/9be00399963a4f0baa6043e47132719c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/9be00399963a4f0baa6043e47132719c 2024-11-25T00:22:01,908 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/3ac0ceb205b34763a3353dca2eddeb14 2024-11-25T00:22:01,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/6321860424474222b25497d2481da23f 2024-11-25T00:22:01,910 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/160f76cb326f47759122b3178ed41f34 2024-11-25T00:22:01,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8022b4bee6d14587b8140db169cf2b1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8022b4bee6d14587b8140db169cf2b1e 2024-11-25T00:22:01,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/c6775b25f3d0479fb228a1402caefec7 2024-11-25T00:22:01,913 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/5285f30f96a64a8096784fd9cfb259a7 2024-11-25T00:22:01,914 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/e6e3be00c9b4457bb2ae273abd0daaf6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/e6e3be00c9b4457bb2ae273abd0daaf6 2024-11-25T00:22:01,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bd9c66482e4f45d5a8679f2a566d6a4b 2024-11-25T00:22:01,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/7f938f4323254a32bbe4d7b48cbd85dc 2024-11-25T00:22:01,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1644d44c8adc4872884541d41b5af9a3 2024-11-25T00:22:01,919 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/83d79213c98c49e6adcb5c07a71bd725 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/83d79213c98c49e6adcb5c07a71bd725 2024-11-25T00:22:01,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/97a24822022143809670d46f76d69042 2024-11-25T00:22:01,922 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/8c40122407dc4a4f9486d132081e609b 2024-11-25T00:22:01,924 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2440c9ca89e54241b96fb87ab3e24a05 2024-11-25T00:22:01,925 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/babdc85ef84a4d41b205b009ff7b9759 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/babdc85ef84a4d41b205b009ff7b9759 2024-11-25T00:22:01,926 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/a6ca71700ae1424384480dfbe2966e58 2024-11-25T00:22:01,927 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/f5b71e6917ac4229a7227e0bb1537c16 2024-11-25T00:22:01,928 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bde3d61c442f494bb2bc05615faa945f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/bde3d61c442f494bb2bc05615faa945f 2024-11-25T00:22:01,929 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/2adc2cee56884071a88aa98d73e9fe15 2024-11-25T00:22:01,930 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/ef1ffc48be5343ceb0f82bdf6d46be49 2024-11-25T00:22:01,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/1678d04945364162a80fab3c23135c5c 2024-11-25T00:22:01,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0b8f507d5df3489eaf930e2b8cf8fb46, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b93767571de04d7484842250e343111d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f00b758b222049ad96634fc13a449c81, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be5f17b2050465aa880324aabb36a06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/8534d2654845457eac13b473d88754b9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/3bf0541c758c4751a3c354a805216e8c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be33571f9694d72bc1e517d902a06bb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc] to archive 2024-11-25T00:22:01,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:01,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f23a1e41fb9c44b9b2be68d3dac4b6ce 2024-11-25T00:22:01,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2b8935d76ef74af585ee0cb3675cea75 2024-11-25T00:22:01,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0b8f507d5df3489eaf930e2b8cf8fb46 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0b8f507d5df3489eaf930e2b8cf8fb46 2024-11-25T00:22:01,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/c7972c41b10340449d8531f739375c74 2024-11-25T00:22:01,938 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b96d75ec8e164217b864d2a4f1e6efd8 2024-11-25T00:22:01,939 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b93767571de04d7484842250e343111d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/b93767571de04d7484842250e343111d 2024-11-25T00:22:01,940 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/81ed8fd2ddf44c64abd614f6c048f4ca 2024-11-25T00:22:01,941 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/01d06d33d0284c6aa364b993552d68ad 2024-11-25T00:22:01,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/9efc28dedc09418dacb7cf9c00ff8e3d 2024-11-25T00:22:01,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f00b758b222049ad96634fc13a449c81 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/f00b758b222049ad96634fc13a449c81 2024-11-25T00:22:01,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/26675ab3a38140779bb15af70f35f832 2024-11-25T00:22:01,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/5341e58524464647a5b0d369298f5cb6 2024-11-25T00:22:01,947 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be5f17b2050465aa880324aabb36a06 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be5f17b2050465aa880324aabb36a06 2024-11-25T00:22:01,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/143ec48ec60f4d288094f607d7ec7f81 2024-11-25T00:22:01,949 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/516f8eb2d0bb483bb9282c5971a038a8 2024-11-25T00:22:01,950 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dedb69911e3445f2bbbda66a7d2a425b 2024-11-25T00:22:01,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/8534d2654845457eac13b473d88754b9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/8534d2654845457eac13b473d88754b9 2024-11-25T00:22:01,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/426211b591e04733bab86583606d8a70 2024-11-25T00:22:01,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/82f8b13f32a94b4e8725cdfb9be46f2d 2024-11-25T00:22:01,955 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/fd713a9872714aa1afe6228dd2d5d250 2024-11-25T00:22:01,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/3bf0541c758c4751a3c354a805216e8c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/3bf0541c758c4751a3c354a805216e8c 2024-11-25T00:22:01,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/641c49a4878c48e0aef19e9cc0266aaa 2024-11-25T00:22:01,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/dab45ddf4d5c49cbb55a03be3586fc8f 2024-11-25T00:22:01,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be33571f9694d72bc1e517d902a06bb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/7be33571f9694d72bc1e517d902a06bb 2024-11-25T00:22:01,960 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/798ef5afd73a4e41b6254ca35f7e6ce2 2024-11-25T00:22:01,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/0158bfca64cd44d9b2a3ad4d42354b7a 2024-11-25T00:22:01,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/2265c0d7c18b4319bed11e53002e30fc 2024-11-25T00:22:01,967 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits/412.seqid, newMaxSeqId=412, maxSeqId=4 2024-11-25T00:22:01,968 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434. 2024-11-25T00:22:01,968 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 487e555cf71061c5599b643cc2fe1434: 2024-11-25T00:22:01,969 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:01,969 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=487e555cf71061c5599b643cc2fe1434, regionState=CLOSED 2024-11-25T00:22:01,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-25T00:22:01,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 487e555cf71061c5599b643cc2fe1434, server=4bb75722a6be,32995,1732494057205 in 1.9220 sec 2024-11-25T00:22:01,972 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-25T00:22:01,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=487e555cf71061c5599b643cc2fe1434, UNASSIGN in 1.9250 sec 2024-11-25T00:22:01,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-25T00:22:01,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9280 sec 2024-11-25T00:22:01,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494121975"}]},"ts":"1732494121975"} 2024-11-25T00:22:01,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:22:01,978 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:22:01,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9430 sec 2024-11-25T00:22:02,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-25T00:22:02,142 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-25T00:22:02,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:22:02,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:22:02,144 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,146 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,149 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits] 2024-11-25T00:22:02,153 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/3ad73f52272e439c87e150ab9ed56bcf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/3ad73f52272e439c87e150ab9ed56bcf 2024-11-25T00:22:02,155 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e0138ac25b9244b6a7af500050fd6830 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/A/e0138ac25b9244b6a7af500050fd6830 2024-11-25T00:22:02,157 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/929bab78918043b7b14105b89fb591e5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/929bab78918043b7b14105b89fb591e5 2024-11-25T00:22:02,159 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/dd7e5124d8c14e188ae80a73edb2aab5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/B/dd7e5124d8c14e188ae80a73edb2aab5 2024-11-25T00:22:02,161 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/56dded0ea49e4768a4f15d45be880ba5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/56dded0ea49e4768a4f15d45be880ba5 2024-11-25T00:22:02,163 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/60aaf6347c12418c860590eeb4e475c7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/C/60aaf6347c12418c860590eeb4e475c7 2024-11-25T00:22:02,166 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits/412.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434/recovered.edits/412.seqid 2024-11-25T00:22:02,167 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,167 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:22:02,167 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:22:02,168 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:22:02,172 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125095b7ff1f2cc42aabe9ba55fdf6dfc0b_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125095b7ff1f2cc42aabe9ba55fdf6dfc0b_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,173 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f271a43daf8494bb5ad5aa9433b975a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250f271a43daf8494bb5ad5aa9433b975a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,174 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b6383f751924b3d964055a61814388a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251b6383f751924b3d964055a61814388a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,176 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534abb98a8f4446049aaa11f34fdf865f_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112534abb98a8f4446049aaa11f34fdf865f_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,177 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112537aef28752404c9988d80078662e6d8a_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112537aef28752404c9988d80078662e6d8a_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,178 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254625f28aba9a451492852a235e05dfd8_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254625f28aba9a451492852a235e05dfd8_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,179 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e61efd2ef994bee84fe14f9ab28d28d_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e61efd2ef994bee84fe14f9ab28d28d_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,181 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256216d4fd9ae74998a2c94fec5c46fa28_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256216d4fd9ae74998a2c94fec5c46fa28_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,182 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a101fdd40ac497a9e6fcd1e1722ed7d_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256a101fdd40ac497a9e6fcd1e1722ed7d_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,183 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e3abe391562409f88bf41fe6aaa25a9_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411256e3abe391562409f88bf41fe6aaa25a9_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,184 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112576e64c7af9ca4a778f92a182a5f854b4_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112576e64c7af9ca4a778f92a182a5f854b4_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,185 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258406425d22a34a5997e31a29872bdaaf_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258406425d22a34a5997e31a29872bdaaf_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,187 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125991198f7c0bb434ea175defec8605801_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125991198f7c0bb434ea175defec8605801_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,188 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abeb4da82be64641b5fb75b0ad46d9c8_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125abeb4da82be64641b5fb75b0ad46d9c8_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,189 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ce87e66d65e5496083a9531a52f3f801_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ce87e66d65e5496083a9531a52f3f801_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,190 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d22fd505180d47feabc7ca2be42c5768_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d22fd505180d47feabc7ca2be42c5768_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,192 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5f68b2b552649ffad3e2056f5ba20b1_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d5f68b2b552649ffad3e2056f5ba20b1_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,193 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d980d7a7d1d4458d8f44198c8eb11f65_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d980d7a7d1d4458d8f44198c8eb11f65_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,194 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f27873b2b61441bfb586bc488d36abb1_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f27873b2b61441bfb586bc488d36abb1_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,195 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4af24d8d19a411ebe8d0134735ec12b_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f4af24d8d19a411ebe8d0134735ec12b_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,197 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb4e6e89d6194e72bc670e0c51ec2870_487e555cf71061c5599b643cc2fe1434 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb4e6e89d6194e72bc670e0c51ec2870_487e555cf71061c5599b643cc2fe1434 2024-11-25T00:22:02,197 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:22:02,199 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,201 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:22:02,203 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:22:02,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,204 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:22:02,204 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494122204"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:02,206 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:22:02,206 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 487e555cf71061c5599b643cc2fe1434, NAME => 'TestAcidGuarantees,,1732494087767.487e555cf71061c5599b643cc2fe1434.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:22:02,206 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:22:02,206 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494122206"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:02,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:22:02,211 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 69 msec 2024-11-25T00:22:02,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-25T00:22:02,245 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-25T00:22:02,257 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238 (was 240), OpenFileDescriptor=455 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=315 (was 277) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7652 (was 7420) - AvailableMemoryMB LEAK? - 2024-11-25T00:22:02,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=315, ProcessCount=11, AvailableMemoryMB=7652 2024-11-25T00:22:02,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:02,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:02,271 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:22:02,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:02,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-25T00:22:02,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:02,272 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:22:02,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742072_1248 (size=960) 2024-11-25T00:22:02,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:02,387 DEBUG [master/4bb75722a6be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-25T00:22:02,392 DEBUG [master/4bb75722a6be:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region fa6ae921260d3bb092662d32776180d6 changed from -1.0 to 0.0, refreshing cache 2024-11-25T00:22:02,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:02,680 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:22:02,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742073_1249 (size=53) 2024-11-25T00:22:02,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d1575869b6ad4dfabd21eb16346e6f5d, disabling compactions & flushes 2024-11-25T00:22:03,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. after waiting 0 ms 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,087 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,087 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:03,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:22:03,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494123088"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494123088"}]},"ts":"1732494123088"} 2024-11-25T00:22:03,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:22:03,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:22:03,090 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494123090"}]},"ts":"1732494123090"} 2024-11-25T00:22:03,091 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:22:03,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, ASSIGN}] 2024-11-25T00:22:03,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, ASSIGN 2024-11-25T00:22:03,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:22:03,247 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=d1575869b6ad4dfabd21eb16346e6f5d, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:03,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:03,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:03,400 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:03,403 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,403 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:03,403 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,403 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:03,403 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,403 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,405 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,406 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:03,406 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1575869b6ad4dfabd21eb16346e6f5d columnFamilyName A 2024-11-25T00:22:03,406 DEBUG [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:03,407 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(327): Store=d1575869b6ad4dfabd21eb16346e6f5d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:03,407 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,408 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:03,408 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1575869b6ad4dfabd21eb16346e6f5d columnFamilyName B 2024-11-25T00:22:03,408 DEBUG [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:03,408 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(327): Store=d1575869b6ad4dfabd21eb16346e6f5d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:03,408 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,409 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:03,410 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1575869b6ad4dfabd21eb16346e6f5d columnFamilyName C 2024-11-25T00:22:03,410 DEBUG [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:03,410 INFO [StoreOpener-d1575869b6ad4dfabd21eb16346e6f5d-1 {}] regionserver.HStore(327): Store=d1575869b6ad4dfabd21eb16346e6f5d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:03,410 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,411 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,413 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:03,414 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:03,416 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:03,416 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened d1575869b6ad4dfabd21eb16346e6f5d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64742102, jitterRate=-0.03526750206947327}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:03,417 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:03,418 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., pid=72, masterSystemTime=1732494123400 2024-11-25T00:22:03,419 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,419 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:03,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=d1575869b6ad4dfabd21eb16346e6f5d, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:03,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-25T00:22:03,421 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 in 172 msec 2024-11-25T00:22:03,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-25T00:22:03,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, ASSIGN in 326 msec 2024-11-25T00:22:03,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:22:03,423 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494123423"}]},"ts":"1732494123423"} 2024-11-25T00:22:03,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:22:03,427 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:22:03,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1580 sec 2024-11-25T00:22:04,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-25T00:22:04,375 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-25T00:22:04,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x473dfbd2 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@320146a2 2024-11-25T00:22:04,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe4ac0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,383 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36466, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:22:04,385 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51116, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:22:04,387 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63a751b9 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bab3f39 2024-11-25T00:22:04,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718544b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,391 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05b4256e to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e48016 2024-11-25T00:22:04,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9ffc85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,396 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18ed3e4c to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3b2ae977 2024-11-25T00:22:04,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18724143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,399 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x62de434f to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ed37f32 2024-11-25T00:22:04,402 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4215ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,403 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07575b91 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12e88ea6 2024-11-25T00:22:04,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cb89dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,406 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dfc4f36 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25f2abe2 2024-11-25T00:22:04,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a724365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3505ffc0 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@598ef39 2024-11-25T00:22:04,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d59ed84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,413 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61f33e78 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23d0f458 2024-11-25T00:22:04,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4187186b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,416 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x532e5d9f to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77780196 2024-11-25T00:22:04,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec51b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,419 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31dd347a to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@69ef766 2024-11-25T00:22:04,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a7636c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:04,424 DEBUG [hconnection-0x7cee6286-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,425 DEBUG [hconnection-0x4b76f6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,425 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,425 DEBUG [hconnection-0x1a6be231-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,425 DEBUG [hconnection-0x7df53adf-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,426 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,426 DEBUG [hconnection-0x2255d191-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,426 DEBUG [hconnection-0x29da3b5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,427 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36508, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,427 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,427 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,427 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36516, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,429 DEBUG [hconnection-0x26669203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:04,429 DEBUG [hconnection-0x6b2b9e0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,430 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,430 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,430 DEBUG [hconnection-0x7d9ae0df-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-25T00:22:04,432 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:04,432 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36542, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:04,433 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:04,433 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:04,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:04,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:04,440 DEBUG [hconnection-0x54bca619-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:04,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:04,443 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:04,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494184465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494184468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494184470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,474 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d24b2c00944f4f58be124c7cb2208ee2 is 50, key is test_row_0/A:col10/1732494124433/Put/seqid=0 2024-11-25T00:22:04,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494184471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494184471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742074_1250 (size=12001) 2024-11-25T00:22:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:04,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494184572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494184574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494184574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494184579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494184579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,585 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:04,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:04,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:04,739 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:04,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494184775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494184776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494184781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:04,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494184781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:04,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:04,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:04,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:04,897 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d24b2c00944f4f58be124c7cb2208ee2 2024-11-25T00:22:04,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/81553265045f40f584d43d6020f6299d is 50, key is test_row_0/B:col10/1732494124433/Put/seqid=0 2024-11-25T00:22:04,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742075_1251 (size=12001) 2024-11-25T00:22:04,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/81553265045f40f584d43d6020f6299d 2024-11-25T00:22:04,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/3f2884756d5b467bb3f637481e78511b is 50, key is test_row_0/C:col10/1732494124433/Put/seqid=0 2024-11-25T00:22:04,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742076_1252 (size=12001) 2024-11-25T00:22:05,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:05,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494185077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494185078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494185080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494185082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494185083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:05,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/3f2884756d5b467bb3f637481e78511b 2024-11-25T00:22:05,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d24b2c00944f4f58be124c7cb2208ee2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2 2024-11-25T00:22:05,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T00:22:05,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/81553265045f40f584d43d6020f6299d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d 2024-11-25T00:22:05,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T00:22:05,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/3f2884756d5b467bb3f637481e78511b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b 2024-11-25T00:22:05,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b, entries=150, sequenceid=14, filesize=11.7 K 2024-11-25T00:22:05,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for d1575869b6ad4dfabd21eb16346e6f5d in 976ms, sequenceid=14, compaction requested=false 2024-11-25T00:22:05,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:05,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-25T00:22:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:05,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eac81e0e6af945829719deef9e6bb3b7 is 50, key is test_row_0/A:col10/1732494124462/Put/seqid=0 2024-11-25T00:22:05,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:05,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742077_1253 (size=12001) 2024-11-25T00:22:05,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eac81e0e6af945829719deef9e6bb3b7 2024-11-25T00:22:05,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:05,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:05,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/00e11f2aee4f44e5af1feb4046a145ac is 50, key is test_row_0/B:col10/1732494124462/Put/seqid=0 2024-11-25T00:22:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494185597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494185594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494185600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494185600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494185602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742078_1254 (size=12001) 2024-11-25T00:22:05,641 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/00e11f2aee4f44e5af1feb4046a145ac 2024-11-25T00:22:05,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/28d3a32c34d74c869b16c4049ceccb14 is 50, key is test_row_0/C:col10/1732494124462/Put/seqid=0 2024-11-25T00:22:05,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742079_1255 (size=12001) 2024-11-25T00:22:05,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/28d3a32c34d74c869b16c4049ceccb14 2024-11-25T00:22:05,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eac81e0e6af945829719deef9e6bb3b7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7 2024-11-25T00:22:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494185708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494185709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494185709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494185709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494185711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,722 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:05,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/00e11f2aee4f44e5af1feb4046a145ac as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac 2024-11-25T00:22:05,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:05,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/28d3a32c34d74c869b16c4049ceccb14 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14 2024-11-25T00:22:05,739 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:22:05,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=73.80 KB/75570 for d1575869b6ad4dfabd21eb16346e6f5d in 235ms, sequenceid=38, compaction requested=false 2024-11-25T00:22:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:05,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-25T00:22:05,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-25T00:22:05,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-25T00:22:05,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3100 sec 2024-11-25T00:22:05,751 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.3210 sec 2024-11-25T00:22:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:05,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:05,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:05,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/61637c8fa72b48e7972d7eadaa0def43 is 50, key is test_row_0/A:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:05,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742080_1256 (size=12001) 2024-11-25T00:22:05,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494185932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494185932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494185934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494185934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494185935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494186037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494186037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494186038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494186038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494186039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494186243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494186244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494186246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494186247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494186247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/61637c8fa72b48e7972d7eadaa0def43 2024-11-25T00:22:06,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/09c17003b255478299c91ce1dd2445d1 is 50, key is test_row_0/B:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:06,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742081_1257 (size=12001) 2024-11-25T00:22:06,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-25T00:22:06,538 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-25T00:22:06,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:06,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-25T00:22:06,541 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:06,543 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:06,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:06,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494186550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494186551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494186552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494186553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494186555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:06,695 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:22:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/09c17003b255478299c91ce1dd2445d1 2024-11-25T00:22:06,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0c13be5f2b174ee38b5516aea03fd3b9 is 50, key is test_row_0/C:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:06,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:06,852 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:06,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:06,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742082_1258 (size=12001) 2024-11-25T00:22:06,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0c13be5f2b174ee38b5516aea03fd3b9 2024-11-25T00:22:06,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/61637c8fa72b48e7972d7eadaa0def43 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43 2024-11-25T00:22:06,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T00:22:06,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/09c17003b255478299c91ce1dd2445d1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1 2024-11-25T00:22:06,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T00:22:06,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0c13be5f2b174ee38b5516aea03fd3b9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9 2024-11-25T00:22:06,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9, entries=150, sequenceid=55, filesize=11.7 K 2024-11-25T00:22:06,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d1575869b6ad4dfabd21eb16346e6f5d in 1027ms, sequenceid=55, compaction requested=true 2024-11-25T00:22:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:06,947 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:06,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:06,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:06,948 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:06,948 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:06,948 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,948 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.2 K 2024-11-25T00:22:06,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:06,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:06,949 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:06,949 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d24b2c00944f4f58be124c7cb2208ee2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732494124433 2024-11-25T00:22:06,949 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.2 K 2024-11-25T00:22:06,949 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting eac81e0e6af945829719deef9e6bb3b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494124462 2024-11-25T00:22:06,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 81553265045f40f584d43d6020f6299d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732494124433 2024-11-25T00:22:06,950 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 00e11f2aee4f44e5af1feb4046a145ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494124462 2024-11-25T00:22:06,950 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61637c8fa72b48e7972d7eadaa0def43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:06,956 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 09c17003b255478299c91ce1dd2445d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:06,978 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:06,979 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/6a57c03611e34716b03de376f4f09832 is 50, key is test_row_0/A:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:06,998 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#211 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:06,999 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/2b4268d5e6294178b19344b9d018da36 is 50, key is test_row_0/B:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:07,005 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,006 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-25T00:22:07,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:07,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:07,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742083_1259 (size=12104) 2024-11-25T00:22:07,058 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/6a57c03611e34716b03de376f4f09832 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a57c03611e34716b03de376f4f09832 2024-11-25T00:22:07,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/ad87a3d65d0a4fcf9a1d53930c4d28dd is 50, key is test_row_0/A:col10/1732494125934/Put/seqid=0 2024-11-25T00:22:07,067 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 6a57c03611e34716b03de376f4f09832(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:07,068 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:07,068 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494126946; duration=0sec 2024-11-25T00:22:07,068 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:07,068 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:07,068 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:07,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:07,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:07,070 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:07,070 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.2 K 2024-11-25T00:22:07,071 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f2884756d5b467bb3f637481e78511b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732494124433 2024-11-25T00:22:07,071 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28d3a32c34d74c869b16c4049ceccb14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494124462 2024-11-25T00:22:07,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:07,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:07,072 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c13be5f2b174ee38b5516aea03fd3b9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:07,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742084_1260 (size=12104) 2024-11-25T00:22:07,105 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/2b4268d5e6294178b19344b9d018da36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/2b4268d5e6294178b19344b9d018da36 2024-11-25T00:22:07,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494187111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,121 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 2b4268d5e6294178b19344b9d018da36(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:07,121 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:07,121 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494126946; duration=0sec 2024-11-25T00:22:07,121 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:07,121 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494187116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,129 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#213 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:07,129 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494187117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494187116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,129 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/7ff5db0903da4474b4521d252f242671 is 50, key is test_row_0/C:col10/1732494125916/Put/seqid=0 2024-11-25T00:22:07,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494187117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742085_1261 (size=12001) 2024-11-25T00:22:07,149 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/ad87a3d65d0a4fcf9a1d53930c4d28dd 2024-11-25T00:22:07,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:07,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4b08fb841c47455e8be3db4b05386f2c is 50, key is test_row_0/B:col10/1732494125934/Put/seqid=0 2024-11-25T00:22:07,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742086_1262 (size=12104) 2024-11-25T00:22:07,203 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/7ff5db0903da4474b4521d252f242671 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/7ff5db0903da4474b4521d252f242671 2024-11-25T00:22:07,210 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 7ff5db0903da4474b4521d252f242671(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:07,210 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:07,210 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494126947; duration=0sec 2024-11-25T00:22:07,210 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:07,210 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:07,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742087_1263 (size=12001) 2024-11-25T00:22:07,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494187224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494187230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494187232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494187233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494187233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494187427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494187435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494187436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494187441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494187442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:22:07,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4b08fb841c47455e8be3db4b05386f2c 2024-11-25T00:22:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:07,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/6993b0d23ef44e349c6c6cd64b08044b is 50, key is test_row_0/C:col10/1732494125934/Put/seqid=0 2024-11-25T00:22:07,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742088_1264 (size=12001) 2024-11-25T00:22:07,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/6993b0d23ef44e349c6c6cd64b08044b 2024-11-25T00:22:07,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/ad87a3d65d0a4fcf9a1d53930c4d28dd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd 2024-11-25T00:22:07,713 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:22:07,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4b08fb841c47455e8be3db4b05386f2c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c 2024-11-25T00:22:07,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:22:07,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/6993b0d23ef44e349c6c6cd64b08044b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b 2024-11-25T00:22:07,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494187735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:22:07,738 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for d1575869b6ad4dfabd21eb16346e6f5d in 730ms, sequenceid=74, compaction requested=false 2024-11-25T00:22:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:07,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-25T00:22:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-25T00:22:07,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-25T00:22:07,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-11-25T00:22:07,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.2030 sec 2024-11-25T00:22:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:07,748 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:22:07,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:07,753 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:07,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8b1ba2e007274b9ba8d14b50af5d557c is 50, key is test_row_0/A:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494187798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494187798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494187799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494187805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742089_1265 (size=12001) 2024-11-25T00:22:07,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494187908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494187909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494187909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:07,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:07,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494187916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494188112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494188113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494188113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494188122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8b1ba2e007274b9ba8d14b50af5d557c 2024-11-25T00:22:08,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/182be9222a4648208e6c46413536aa3d is 50, key is test_row_0/B:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:08,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494188242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742090_1266 (size=12001) 2024-11-25T00:22:08,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/182be9222a4648208e6c46413536aa3d 2024-11-25T00:22:08,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/f2e3f82e1dd140ffb149a147ceff4cbd is 50, key is test_row_0/C:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:08,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742091_1267 (size=12001) 2024-11-25T00:22:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494188417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494188418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494188418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:08,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494188426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-25T00:22:08,653 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-25T00:22:08,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:08,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-25T00:22:08,657 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:08,658 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:22:08,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:08,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/f2e3f82e1dd140ffb149a147ceff4cbd 2024-11-25T00:22:08,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8b1ba2e007274b9ba8d14b50af5d557c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c 2024-11-25T00:22:08,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:22:08,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T00:22:08,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/182be9222a4648208e6c46413536aa3d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d 2024-11-25T00:22:08,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T00:22:08,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/f2e3f82e1dd140ffb149a147ceff4cbd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd 2024-11-25T00:22:08,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd, entries=150, sequenceid=98, filesize=11.7 K 2024-11-25T00:22:08,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d1575869b6ad4dfabd21eb16346e6f5d in 1024ms, sequenceid=98, compaction requested=true 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:08,773 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:08,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:08,773 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:08,775 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:08,775 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:08,775 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:08,775 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a57c03611e34716b03de376f4f09832, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.3 K 2024-11-25T00:22:08,775 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:08,775 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a57c03611e34716b03de376f4f09832, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:08,775 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:08,775 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:08,776 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/2b4268d5e6294178b19344b9d018da36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.3 K 2024-11-25T00:22:08,777 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad87a3d65d0a4fcf9a1d53930c4d28dd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494125930 2024-11-25T00:22:08,777 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b4268d5e6294178b19344b9d018da36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:08,777 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b1ba2e007274b9ba8d14b50af5d557c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:08,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b08fb841c47455e8be3db4b05386f2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494125930 2024-11-25T00:22:08,787 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 182be9222a4648208e6c46413536aa3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:08,795 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:08,796 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/307dcbb423214bb9bcebede26ffdd25c is 50, key is test_row_0/A:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:08,808 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#220 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:08,808 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/39ef456742454b41914b63fc00af8d5f is 50, key is test_row_0/B:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:08,809 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:08,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-25T00:22:08,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:08,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:08,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:08,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/6a2a0bf93d72405e92796891a30796f9 is 50, key is test_row_0/A:col10/1732494127795/Put/seqid=0 2024-11-25T00:22:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742092_1268 (size=12207) 2024-11-25T00:22:08,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742093_1269 (size=12207) 2024-11-25T00:22:08,901 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/39ef456742454b41914b63fc00af8d5f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/39ef456742454b41914b63fc00af8d5f 2024-11-25T00:22:08,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742094_1270 (size=12001) 2024-11-25T00:22:08,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/6a2a0bf93d72405e92796891a30796f9 2024-11-25T00:22:08,908 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 39ef456742454b41914b63fc00af8d5f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:08,908 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:08,908 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494128773; duration=0sec 2024-11-25T00:22:08,908 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:08,908 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:08,908 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:08,910 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:08,911 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:08,911 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:08,911 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/7ff5db0903da4474b4521d252f242671, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.3 K 2024-11-25T00:22:08,911 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ff5db0903da4474b4521d252f242671, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=55, earliestPutTs=1732494125596 2024-11-25T00:22:08,912 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6993b0d23ef44e349c6c6cd64b08044b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494125930 2024-11-25T00:22:08,912 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f2e3f82e1dd140ffb149a147ceff4cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:08,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/b29c9c292f364a3db1977800eda63640 is 50, key is test_row_0/B:col10/1732494127795/Put/seqid=0 2024-11-25T00:22:08,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:08,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:08,928 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:08,929 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/68924513f869422fab3b646177fa1c4e is 50, key is test_row_0/C:col10/1732494127115/Put/seqid=0 2024-11-25T00:22:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:22:08,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742096_1272 (size=12207) 2024-11-25T00:22:08,978 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/68924513f869422fab3b646177fa1c4e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/68924513f869422fab3b646177fa1c4e 2024-11-25T00:22:09,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742095_1271 (size=12001) 2024-11-25T00:22:09,006 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 68924513f869422fab3b646177fa1c4e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,006 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,006 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494128773; duration=0sec 2024-11-25T00:22:09,006 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,006 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:09,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/b29c9c292f364a3db1977800eda63640 2024-11-25T00:22:09,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d is 50, key is test_row_0/C:col10/1732494127795/Put/seqid=0 2024-11-25T00:22:09,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742097_1273 (size=12001) 2024-11-25T00:22:09,077 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d 2024-11-25T00:22:09,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/6a2a0bf93d72405e92796891a30796f9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9 2024-11-25T00:22:09,096 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9, entries=150, sequenceid=113, filesize=11.7 K 2024-11-25T00:22:09,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/b29c9c292f364a3db1977800eda63640 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640 2024-11-25T00:22:09,103 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640, entries=150, sequenceid=113, filesize=11.7 K 2024-11-25T00:22:09,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d 2024-11-25T00:22:09,111 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d, entries=150, sequenceid=113, filesize=11.7 K 2024-11-25T00:22:09,118 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for d1575869b6ad4dfabd21eb16346e6f5d in 308ms, sequenceid=113, compaction requested=false 2024-11-25T00:22:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-25T00:22:09,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-25T00:22:09,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-25T00:22:09,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 462 msec 2024-11-25T00:22:09,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 468 msec 2024-11-25T00:22:09,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:09,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:09,176 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8940c0aae937475fb22cad487423ce3e is 50, key is test_row_0/A:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742098_1274 (size=14541) 2024-11-25T00:22:09,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8940c0aae937475fb22cad487423ce3e 2024-11-25T00:22:09,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494189251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-25T00:22:09,261 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-25T00:22:09,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-25T00:22:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:09,264 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:09,265 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:09,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:09,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9a698b3ccd7542e294609d835aeed945 is 50, key is test_row_0/B:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,281 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/307dcbb423214bb9bcebede26ffdd25c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/307dcbb423214bb9bcebede26ffdd25c 2024-11-25T00:22:09,288 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 307dcbb423214bb9bcebede26ffdd25c(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,288 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,288 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494128773; duration=0sec 2024-11-25T00:22:09,288 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,288 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:09,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742099_1275 (size=12151) 2024-11-25T00:22:09,330 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9a698b3ccd7542e294609d835aeed945 2024-11-25T00:22:09,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/360bc15f0cc04f08a5a673f441ded9cc is 50, key is test_row_0/C:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:09,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742100_1276 (size=12151) 2024-11-25T00:22:09,396 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=140 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/360bc15f0cc04f08a5a673f441ded9cc 2024-11-25T00:22:09,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/8940c0aae937475fb22cad487423ce3e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e 2024-11-25T00:22:09,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e, entries=200, sequenceid=140, filesize=14.2 K 2024-11-25T00:22:09,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9a698b3ccd7542e294609d835aeed945 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945 2024-11-25T00:22:09,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945, entries=150, sequenceid=140, filesize=11.9 K 2024-11-25T00:22:09,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/360bc15f0cc04f08a5a673f441ded9cc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc 2024-11-25T00:22:09,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc, entries=150, sequenceid=140, filesize=11.9 K 2024-11-25T00:22:09,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d1575869b6ad4dfabd21eb16346e6f5d in 279ms, sequenceid=140, compaction requested=true 2024-11-25T00:22:09,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,451 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,453 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,453 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:09,453 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,454 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/307dcbb423214bb9bcebede26ffdd25c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=37.8 K 2024-11-25T00:22:09,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:09,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,454 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,454 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 307dcbb423214bb9bcebede26ffdd25c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:09,455 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a2a0bf93d72405e92796891a30796f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732494127794 2024-11-25T00:22:09,455 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,455 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,455 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:09,455 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:09,455 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/39ef456742454b41914b63fc00af8d5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.5 K 2024-11-25T00:22:09,455 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8940c0aae937475fb22cad487423ce3e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:09,456 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 39ef456742454b41914b63fc00af8d5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:09,456 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b29c9c292f364a3db1977800eda63640, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732494127794 2024-11-25T00:22:09,457 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a698b3ccd7542e294609d835aeed945, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:09,482 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,483 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/ad6bbce0361a4d3f95995e0a54d1a141 is 50, key is test_row_0/A:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,501 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,502 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/088cfe442e1d4662a042f1bb38ec451d is 50, key is test_row_0/B:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:09,514 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:09,514 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:09,515 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742101_1277 (size=12459) 2024-11-25T00:22:09,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,560 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/ad6bbce0361a4d3f95995e0a54d1a141 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad6bbce0361a4d3f95995e0a54d1a141 2024-11-25T00:22:09,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/10e91844ef7a487faed2644081766074 is 50, key is test_row_0/A:col10/1732494129184/Put/seqid=0 2024-11-25T00:22:09,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:09,567 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into ad6bbce0361a4d3f95995e0a54d1a141(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,567 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494129451; duration=0sec 2024-11-25T00:22:09,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:09,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:09,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:09,569 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:09,569 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:09,569 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,569 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/68924513f869422fab3b646177fa1c4e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=35.5 K 2024-11-25T00:22:09,570 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68924513f869422fab3b646177fa1c4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1732494127092 2024-11-25T00:22:09,571 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e1ac5bcfd4b4cd1b06f4b7df8199f3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732494127794 2024-11-25T00:22:09,571 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 360bc15f0cc04f08a5a673f441ded9cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:09,571 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:09,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:09,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742102_1278 (size=12459) 2024-11-25T00:22:09,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742103_1279 (size=14541) 2024-11-25T00:22:09,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/10e91844ef7a487faed2644081766074 2024-11-25T00:22:09,602 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/088cfe442e1d4662a042f1bb38ec451d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/088cfe442e1d4662a042f1bb38ec451d 2024-11-25T00:22:09,605 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:09,606 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/a4c7b9c06d4c477fa927adda34b78609 is 50, key is test_row_0/C:col10/1732494129046/Put/seqid=0 2024-11-25T00:22:09,609 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 088cfe442e1d4662a042f1bb38ec451d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:09,609 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:09,609 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494129454; duration=0sec 2024-11-25T00:22:09,609 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:09,609 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:09,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/56ca48ff98094601953eb2e4bfd1006f is 50, key is test_row_0/B:col10/1732494129184/Put/seqid=0 2024-11-25T00:22:09,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742105_1281 (size=12151) 2024-11-25T00:22:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742104_1280 (size=12459) 2024-11-25T00:22:09,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:09,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494189858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494189862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494189862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:09,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:09,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494189863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:09,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:09,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:09,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:09,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,033 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:10,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/56ca48ff98094601953eb2e4bfd1006f 2024-11-25T00:22:10,107 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/a4c7b9c06d4c477fa927adda34b78609 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a4c7b9c06d4c477fa927adda34b78609 2024-11-25T00:22:10,113 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/16b21a961f48497b8858d5e97d113461 is 50, key is test_row_0/C:col10/1732494129184/Put/seqid=0 2024-11-25T00:22:10,114 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into a4c7b9c06d4c477fa927adda34b78609(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:10,114 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:10,115 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494129455; duration=0sec 2024-11-25T00:22:10,115 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:10,115 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:10,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742106_1282 (size=12151) 2024-11-25T00:22:10,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/16b21a961f48497b8858d5e97d113461 2024-11-25T00:22:10,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494190165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494190168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/10e91844ef7a487faed2644081766074 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074 2024-11-25T00:22:10,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494190173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494190174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074, entries=200, sequenceid=154, filesize=14.2 K 2024-11-25T00:22:10,192 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T00:22:10,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/56ca48ff98094601953eb2e4bfd1006f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f 2024-11-25T00:22:10,198 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:10,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:10,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T00:22:10,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/16b21a961f48497b8858d5e97d113461 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461 2024-11-25T00:22:10,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461, entries=150, sequenceid=154, filesize=11.9 K 2024-11-25T00:22:10,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1575869b6ad4dfabd21eb16346e6f5d in 702ms, sequenceid=154, compaction requested=false 2024-11-25T00:22:10,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:10,352 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-25T00:22:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:10,353 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:22:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:10,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:10,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:10,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:10,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/074562b70abb4689928747ecf959eb04 is 50, key is test_row_0/A:col10/1732494129548/Put/seqid=0 2024-11-25T00:22:10,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742107_1283 (size=12151) 2024-11-25T00:22:10,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:10,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:10,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494190692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494190693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494190694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494190696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494190799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494190799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494190800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:10,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494190800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:10,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/074562b70abb4689928747ecf959eb04 2024-11-25T00:22:10,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/23d316dbc03b4150b14b29cd25aed865 is 50, key is test_row_0/B:col10/1732494129548/Put/seqid=0 2024-11-25T00:22:10,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742108_1284 (size=12151) 2024-11-25T00:22:10,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/23d316dbc03b4150b14b29cd25aed865 2024-11-25T00:22:10,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d4b2b309a3ba4a85bdf356a8e6e826d6 is 50, key is test_row_0/C:col10/1732494129548/Put/seqid=0 2024-11-25T00:22:10,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742109_1285 (size=12151) 2024-11-25T00:22:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494191004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494191006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494191006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494191007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494191270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,274 DEBUG [Thread-1146 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:11,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494191313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494191314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494191317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494191317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,325 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d4b2b309a3ba4a85bdf356a8e6e826d6 2024-11-25T00:22:11,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/074562b70abb4689928747ecf959eb04 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04 2024-11-25T00:22:11,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T00:22:11,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/23d316dbc03b4150b14b29cd25aed865 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865 2024-11-25T00:22:11,356 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T00:22:11,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d4b2b309a3ba4a85bdf356a8e6e826d6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6 2024-11-25T00:22:11,363 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6, entries=150, sequenceid=180, filesize=11.9 K 2024-11-25T00:22:11,364 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d1575869b6ad4dfabd21eb16346e6f5d in 1011ms, sequenceid=180, compaction requested=true 2024-11-25T00:22:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:11,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-25T00:22:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-25T00:22:11,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-25T00:22:11,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1010 sec 2024-11-25T00:22:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:11,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.1070 sec 2024-11-25T00:22:11,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:22:11,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:11,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:11,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:11,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:11,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:11,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/339f524646d84e0ab29147e5133c6749 is 50, key is test_row_0/A:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742110_1286 (size=12151) 2024-11-25T00:22:11,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494191872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494191875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494191876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494191876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494191978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494191981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494191982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:11,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:11,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494191987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494192180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494192186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494192186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494192195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/339f524646d84e0ab29147e5133c6749 2024-11-25T00:22:12,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/18069ad52d36495e847d757c36957335 is 50, key is test_row_0/B:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:12,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742111_1287 (size=12151) 2024-11-25T00:22:12,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494192490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494192493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494192493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494192500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:12,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/18069ad52d36495e847d757c36957335 2024-11-25T00:22:12,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d33962fe8e484d7e92683f0e7f39b663 is 50, key is test_row_0/C:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:12,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742112_1288 (size=12151) 2024-11-25T00:22:12,802 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d33962fe8e484d7e92683f0e7f39b663 2024-11-25T00:22:12,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/339f524646d84e0ab29147e5133c6749 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749 2024-11-25T00:22:12,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T00:22:12,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/18069ad52d36495e847d757c36957335 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335 2024-11-25T00:22:12,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T00:22:12,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d33962fe8e484d7e92683f0e7f39b663 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663 2024-11-25T00:22:12,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T00:22:12,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d1575869b6ad4dfabd21eb16346e6f5d in 1000ms, sequenceid=195, compaction requested=true 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:12,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:12,826 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,826 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,828 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,828 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:12,828 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51302 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,828 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:12,828 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:12,828 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/088cfe442e1d4662a042f1bb38ec451d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=47.8 K 2024-11-25T00:22:12,828 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:12,828 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad6bbce0361a4d3f95995e0a54d1a141, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=50.1 K 2024-11-25T00:22:12,829 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ad6bbce0361a4d3f95995e0a54d1a141, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:12,829 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 088cfe442e1d4662a042f1bb38ec451d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:12,829 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e91844ef7a487faed2644081766074, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732494129184 2024-11-25T00:22:12,829 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 56ca48ff98094601953eb2e4bfd1006f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732494129184 2024-11-25T00:22:12,829 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23d316dbc03b4150b14b29cd25aed865, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732494129548 2024-11-25T00:22:12,830 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 074562b70abb4689928747ecf959eb04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732494129548 2024-11-25T00:22:12,830 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18069ad52d36495e847d757c36957335, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:12,830 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 339f524646d84e0ab29147e5133c6749, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:12,847 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#240 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,847 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/624f9285c9e94aeba70475fc6cd9b96e is 50, key is test_row_0/B:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:12,857 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,858 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/9194f08dc58c4f9ba1cc3a46bbcc402f is 50, key is test_row_0/A:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:12,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742113_1289 (size=12595) 2024-11-25T00:22:12,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742114_1290 (size=12595) 2024-11-25T00:22:12,908 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/624f9285c9e94aeba70475fc6cd9b96e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/624f9285c9e94aeba70475fc6cd9b96e 2024-11-25T00:22:12,915 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 624f9285c9e94aeba70475fc6cd9b96e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:12,915 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:12,916 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=12, startTime=1732494132826; duration=0sec 2024-11-25T00:22:12,916 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:12,917 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:12,920 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:12,920 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:12,921 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:12,921 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/9194f08dc58c4f9ba1cc3a46bbcc402f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/9194f08dc58c4f9ba1cc3a46bbcc402f 2024-11-25T00:22:12,921 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a4c7b9c06d4c477fa927adda34b78609, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=47.8 K 2024-11-25T00:22:12,922 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4c7b9c06d4c477fa927adda34b78609, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=140, earliestPutTs=1732494129046 2024-11-25T00:22:12,923 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16b21a961f48497b8858d5e97d113461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732494129184 2024-11-25T00:22:12,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4b2b309a3ba4a85bdf356a8e6e826d6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732494129548 2024-11-25T00:22:12,925 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d33962fe8e484d7e92683f0e7f39b663, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:12,930 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 9194f08dc58c4f9ba1cc3a46bbcc402f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:12,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:12,930 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=12, startTime=1732494132826; duration=0sec 2024-11-25T00:22:12,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:12,930 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:12,954 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#242 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:12,955 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/6d6254d6f3b54350a174824dc7eed465 is 50, key is test_row_0/C:col10/1732494131824/Put/seqid=0 2024-11-25T00:22:12,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:12,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:12,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:13,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742115_1291 (size=12595) 2024-11-25T00:22:13,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/daed98f448644cdd85b4136209228fdc is 50, key is test_row_0/A:col10/1732494131874/Put/seqid=0 2024-11-25T00:22:13,016 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/6d6254d6f3b54350a174824dc7eed465 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6d6254d6f3b54350a174824dc7eed465 2024-11-25T00:22:13,030 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 6d6254d6f3b54350a174824dc7eed465(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:13,032 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:13,032 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=12, startTime=1732494132826; duration=0sec 2024-11-25T00:22:13,032 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:13,033 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:13,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494193029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494193031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494193034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494193034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742116_1292 (size=14541) 2024-11-25T00:22:13,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/daed98f448644cdd85b4136209228fdc 2024-11-25T00:22:13,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/0447a97689b546c48706fbf61d2f7fbf is 50, key is test_row_0/B:col10/1732494131874/Put/seqid=0 2024-11-25T00:22:13,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742117_1293 (size=12151) 2024-11-25T00:22:13,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/0447a97689b546c48706fbf61d2f7fbf 2024-11-25T00:22:13,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494193135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494193140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494193142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494193143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,156 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/07331b992d904504975789208e34ff5b is 50, key is test_row_0/C:col10/1732494131874/Put/seqid=0 2024-11-25T00:22:13,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742118_1294 (size=12151) 2024-11-25T00:22:13,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494193342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494193344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494193346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494193349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-25T00:22:13,370 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-25T00:22:13,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:13,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-25T00:22:13,374 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:13,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:13,375 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:13,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:13,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:13,527 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:13,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/07331b992d904504975789208e34ff5b 2024-11-25T00:22:13,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/daed98f448644cdd85b4136209228fdc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc 2024-11-25T00:22:13,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc, entries=200, sequenceid=220, filesize=14.2 K 2024-11-25T00:22:13,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/0447a97689b546c48706fbf61d2f7fbf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf 2024-11-25T00:22:13,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T00:22:13,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/07331b992d904504975789208e34ff5b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b 2024-11-25T00:22:13,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b, entries=150, sequenceid=220, filesize=11.9 K 2024-11-25T00:22:13,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d1575869b6ad4dfabd21eb16346e6f5d in 642ms, sequenceid=220, compaction requested=false 2024-11-25T00:22:13,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:13,650 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:22:13,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:13,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:13,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:13,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:13,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:13,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/3dc46a0f3de342a4abd18c19255ef69b is 50, key is test_row_0/A:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:13,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:13,680 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494193687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742119_1295 (size=12151) 2024-11-25T00:22:13,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494193701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494193701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/3dc46a0f3de342a4abd18c19255ef69b 2024-11-25T00:22:13,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494193705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6dbf031270a94f1f816e49ab3b13aa73 is 50, key is test_row_0/B:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:13,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742120_1296 (size=12151) 2024-11-25T00:22:13,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494193802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494193809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494193809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:13,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494193809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,835 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:13,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:13,988 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:13,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:13,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:14,009 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494194006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494194014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494194014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494194014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,141 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,141 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:14,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:14,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:14,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6dbf031270a94f1f816e49ab3b13aa73 2024-11-25T00:22:14,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/b6644900d8ac463984c1fdf4a4282640 is 50, key is test_row_0/C:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:14,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742121_1297 (size=12151) 2024-11-25T00:22:14,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/b6644900d8ac463984c1fdf4a4282640 2024-11-25T00:22:14,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/3dc46a0f3de342a4abd18c19255ef69b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b 2024-11-25T00:22:14,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:22:14,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6dbf031270a94f1f816e49ab3b13aa73 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73 2024-11-25T00:22:14,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:22:14,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/b6644900d8ac463984c1fdf4a4282640 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640 2024-11-25T00:22:14,280 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640, entries=150, sequenceid=236, filesize=11.9 K 2024-11-25T00:22:14,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d1575869b6ad4dfabd21eb16346e6f5d in 631ms, sequenceid=236, compaction requested=true 2024-11-25T00:22:14,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:14,282 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:14,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:14,282 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:14,283 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:14,283 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:14,283 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:14,284 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:14,284 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,284 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/624f9285c9e94aeba70475fc6cd9b96e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.0 K 2024-11-25T00:22:14,284 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,284 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 624f9285c9e94aeba70475fc6cd9b96e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:14,284 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/9194f08dc58c4f9ba1cc3a46bbcc402f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=38.4 K 2024-11-25T00:22:14,285 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0447a97689b546c48706fbf61d2f7fbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732494131871 2024-11-25T00:22:14,285 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9194f08dc58c4f9ba1cc3a46bbcc402f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:14,285 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dbf031270a94f1f816e49ab3b13aa73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:14,285 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting daed98f448644cdd85b4136209228fdc, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732494131871 2024-11-25T00:22:14,286 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3dc46a0f3de342a4abd18c19255ef69b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:14,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-25T00:22:14,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:14,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:14,302 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#249 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:14,303 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/b9f95070a04947ed9cd825fbe984675e is 50, key is test_row_0/B:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:14,306 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:14,307 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/58e05104cf0b44e7b9aef34fdfe64af7 is 50, key is test_row_0/A:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:14,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/5a2e4ae148b54615b3527270d7754e6f is 50, key is test_row_0/A:col10/1732494133677/Put/seqid=0 2024-11-25T00:22:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:14,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494194338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494194339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494194342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494194343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742123_1299 (size=12201) 2024-11-25T00:22:14,356 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/5a2e4ae148b54615b3527270d7754e6f 2024-11-25T00:22:14,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742122_1298 (size=12697) 2024-11-25T00:22:14,392 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/b9f95070a04947ed9cd825fbe984675e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b9f95070a04947ed9cd825fbe984675e 2024-11-25T00:22:14,399 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into b9f95070a04947ed9cd825fbe984675e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:14,399 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:14,399 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494134282; duration=0sec 2024-11-25T00:22:14,400 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:14,400 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:14,400 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:14,401 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:14,401 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:14,401 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,401 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6d6254d6f3b54350a174824dc7eed465, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.0 K 2024-11-25T00:22:14,402 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d6254d6f3b54350a174824dc7eed465, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494130692 2024-11-25T00:22:14,402 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 07331b992d904504975789208e34ff5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732494131871 2024-11-25T00:22:14,402 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b6644900d8ac463984c1fdf4a4282640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:14,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742124_1300 (size=12697) 2024-11-25T00:22:14,413 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/58e05104cf0b44e7b9aef34fdfe64af7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/58e05104cf0b44e7b9aef34fdfe64af7 2024-11-25T00:22:14,420 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 58e05104cf0b44e7b9aef34fdfe64af7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:14,421 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:14,421 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494134281; duration=0sec 2024-11-25T00:22:14,421 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:14,421 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:14,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/90994e1d43d441f7b98e3a0a68a2c545 is 50, key is test_row_0/B:col10/1732494133677/Put/seqid=0 2024-11-25T00:22:14,424 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:14,425 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/194df89df0964cebb73d989ab3a2013f is 50, key is test_row_0/C:col10/1732494133031/Put/seqid=0 2024-11-25T00:22:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494194445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494194446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494194449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494194450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742126_1302 (size=12697) 2024-11-25T00:22:14,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:14,481 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/194df89df0964cebb73d989ab3a2013f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/194df89df0964cebb73d989ab3a2013f 2024-11-25T00:22:14,488 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 194df89df0964cebb73d989ab3a2013f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:14,489 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:14,489 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494134282; duration=0sec 2024-11-25T00:22:14,489 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:14,489 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:14,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742125_1301 (size=12201) 2024-11-25T00:22:14,503 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/90994e1d43d441f7b98e3a0a68a2c545 2024-11-25T00:22:14,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d977b7d55ef345d995380dd3e7dec03c is 50, key is test_row_0/C:col10/1732494133677/Put/seqid=0 2024-11-25T00:22:14,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742127_1303 (size=12201) 2024-11-25T00:22:14,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494194649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494194650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494194654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494194655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494194953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494194954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,961 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d977b7d55ef345d995380dd3e7dec03c 2024-11-25T00:22:14,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494194956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:14,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494194959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:14,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/5a2e4ae148b54615b3527270d7754e6f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f 2024-11-25T00:22:14,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T00:22:14,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/90994e1d43d441f7b98e3a0a68a2c545 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545 2024-11-25T00:22:14,985 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T00:22:14,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d977b7d55ef345d995380dd3e7dec03c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c 2024-11-25T00:22:14,992 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c, entries=150, sequenceid=258, filesize=11.9 K 2024-11-25T00:22:14,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d1575869b6ad4dfabd21eb16346e6f5d in 698ms, sequenceid=258, compaction requested=false 2024-11-25T00:22:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:14,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-25T00:22:14,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-25T00:22:14,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-25T00:22:14,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6190 sec 2024-11-25T00:22:15,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.6260 sec 2024-11-25T00:22:15,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:15,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:22:15,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:15,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:15,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/4a917bc9ad6e4f398ac012286f5d06b1 is 50, key is test_row_0/A:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742128_1304 (size=14741) 2024-11-25T00:22:15,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/4a917bc9ad6e4f398ac012286f5d06b1 2024-11-25T00:22:15,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4aadbc5279b6493494fc5a5dfc736915 is 50, key is test_row_0/B:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742129_1305 (size=12301) 2024-11-25T00:22:15,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4aadbc5279b6493494fc5a5dfc736915 2024-11-25T00:22:15,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/857701bcad3c4db8801de321fb6a7a55 is 50, key is test_row_0/C:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494195463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494195466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494195469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494195470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494195470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-25T00:22:15,480 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-25T00:22:15,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-25T00:22:15,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:15,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:15,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:15,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:15,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742130_1306 (size=12301) 2024-11-25T00:22:15,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/857701bcad3c4db8801de321fb6a7a55 2024-11-25T00:22:15,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/4a917bc9ad6e4f398ac012286f5d06b1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1 2024-11-25T00:22:15,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1, entries=200, sequenceid=276, filesize=14.4 K 2024-11-25T00:22:15,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/4aadbc5279b6493494fc5a5dfc736915 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915 2024-11-25T00:22:15,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:22:15,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/857701bcad3c4db8801de321fb6a7a55 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55 2024-11-25T00:22:15,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55, entries=150, sequenceid=276, filesize=12.0 K 2024-11-25T00:22:15,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d1575869b6ad4dfabd21eb16346e6f5d in 253ms, sequenceid=276, compaction requested=true 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,562 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:15,562 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:15,562 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,563 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,563 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,563 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:15,563 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:15,563 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,563 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,564 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/58e05104cf0b44e7b9aef34fdfe64af7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=38.7 K 2024-11-25T00:22:15,564 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b9f95070a04947ed9cd825fbe984675e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.3 K 2024-11-25T00:22:15,564 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58e05104cf0b44e7b9aef34fdfe64af7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:15,564 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b9f95070a04947ed9cd825fbe984675e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:15,566 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a2e4ae148b54615b3527270d7754e6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732494133677 2024-11-25T00:22:15,566 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 90994e1d43d441f7b98e3a0a68a2c545, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732494133677 2024-11-25T00:22:15,568 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a917bc9ad6e4f398ac012286f5d06b1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:15,569 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aadbc5279b6493494fc5a5dfc736915, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:15,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:15,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:15,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:15,590 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,590 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/e77d4d192cfd44378b5cb9c51d2c36a8 is 50, key is test_row_0/A:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 is 50, key is test_row_0/A:col10/1732494135453/Put/seqid=0 2024-11-25T00:22:15,599 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#260 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,600 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e767242a1fa04178abfe6ca2f5f35190 is 50, key is test_row_0/B:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494195603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494195605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,639 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742132_1308 (size=12949) 2024-11-25T00:22:15,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742131_1307 (size=12301) 2024-11-25T00:22:15,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 2024-11-25T00:22:15,688 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/e77d4d192cfd44378b5cb9c51d2c36a8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/e77d4d192cfd44378b5cb9c51d2c36a8 2024-11-25T00:22:15,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742133_1309 (size=12949) 2024-11-25T00:22:15,703 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e767242a1fa04178abfe6ca2f5f35190 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e767242a1fa04178abfe6ca2f5f35190 2024-11-25T00:22:15,703 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into e77d4d192cfd44378b5cb9c51d2c36a8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:15,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:15,703 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494135562; duration=0sec 2024-11-25T00:22:15,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:15,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:15,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:15,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6bafec5ffc2e47aa8236c1f7f669fc1d is 50, key is test_row_0/B:col10/1732494135453/Put/seqid=0 2024-11-25T00:22:15,706 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:15,706 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:15,706 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,706 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/194df89df0964cebb73d989ab3a2013f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.3 K 2024-11-25T00:22:15,707 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 194df89df0964cebb73d989ab3a2013f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1732494133030 2024-11-25T00:22:15,708 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d977b7d55ef345d995380dd3e7dec03c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732494133677 2024-11-25T00:22:15,708 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 857701bcad3c4db8801de321fb6a7a55, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:15,711 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into e767242a1fa04178abfe6ca2f5f35190(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:15,711 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:15,711 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494135562; duration=0sec 2024-11-25T00:22:15,711 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,711 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:15,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494195707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,727 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:15,728 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/c71b398c0e6643c087946389c0a675ae is 50, key is test_row_0/C:col10/1732494134332/Put/seqid=0 2024-11-25T00:22:15,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494195710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742135_1311 (size=12949) 2024-11-25T00:22:15,741 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/c71b398c0e6643c087946389c0a675ae as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c71b398c0e6643c087946389c0a675ae 2024-11-25T00:22:15,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742134_1310 (size=12301) 2024-11-25T00:22:15,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6bafec5ffc2e47aa8236c1f7f669fc1d 2024-11-25T00:22:15,749 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into c71b398c0e6643c087946389c0a675ae(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:15,749 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:15,749 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494135562; duration=0sec 2024-11-25T00:22:15,749 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:15,749 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:15,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/e048b535f20a4aa1a294ac5a608051ac is 50, key is test_row_0/C:col10/1732494135453/Put/seqid=0 2024-11-25T00:22:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742136_1312 (size=12301) 2024-11-25T00:22:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:15,785 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/e048b535f20a4aa1a294ac5a608051ac 2024-11-25T00:22:15,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 2024-11-25T00:22:15,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T00:22:15,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/6bafec5ffc2e47aa8236c1f7f669fc1d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d 2024-11-25T00:22:15,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T00:22:15,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/e048b535f20a4aa1a294ac5a608051ac as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac 2024-11-25T00:22:15,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac, entries=150, sequenceid=300, filesize=12.0 K 2024-11-25T00:22:15,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d1575869b6ad4dfabd21eb16346e6f5d in 238ms, sequenceid=300, compaction requested=false 2024-11-25T00:22:15,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:15,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:15,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:15,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:15,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/1e9a559be89c413599bc892558beff90 is 50, key is test_row_0/A:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:15,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:15,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742137_1313 (size=12301) 2024-11-25T00:22:15,970 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/1e9a559be89c413599bc892558beff90 2024-11-25T00:22:15,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494195979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:15,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494195982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:15,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e689e37e257345aab88d8437a9713201 is 50, key is test_row_0/B:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:16,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742138_1314 (size=12301) 2024-11-25T00:22:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494196085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494196085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494196292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494196299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e689e37e257345aab88d8437a9713201 2024-11-25T00:22:16,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/c23a52cc0a544bdaab7db1210e2a4d64 is 50, key is test_row_0/C:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:16,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494196475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494196477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494196481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742139_1315 (size=12301) 2024-11-25T00:22:16,574 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:16,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494196597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:16,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494196603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,728 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,881 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:16,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:16,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/c23a52cc0a544bdaab7db1210e2a4d64 2024-11-25T00:22:16,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/1e9a559be89c413599bc892558beff90 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90 2024-11-25T00:22:16,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T00:22:16,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e689e37e257345aab88d8437a9713201 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201 2024-11-25T00:22:16,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T00:22:16,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/c23a52cc0a544bdaab7db1210e2a4d64 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64 2024-11-25T00:22:16,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64, entries=150, sequenceid=316, filesize=12.0 K 2024-11-25T00:22:16,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1575869b6ad4dfabd21eb16346e6f5d in 1022ms, sequenceid=316, compaction requested=true 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:16,941 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:16,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:16,941 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:16,942 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:16,942 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:16,943 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,943 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/e77d4d192cfd44378b5cb9c51d2c36a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.7 K 2024-11-25T00:22:16,943 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:16,943 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:16,943 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:16,943 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e767242a1fa04178abfe6ca2f5f35190, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.7 K 2024-11-25T00:22:16,944 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting e77d4d192cfd44378b5cb9c51d2c36a8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:16,944 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e767242a1fa04178abfe6ca2f5f35190, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:16,945 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bafec5ffc2e47aa8236c1f7f669fc1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732494135453 2024-11-25T00:22:16,945 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52f87556e3fd4a7e9a2d3d3a39ae1f26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732494135453 2024-11-25T00:22:16,945 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e689e37e257345aab88d8437a9713201, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:16,945 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e9a559be89c413599bc892558beff90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:16,957 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:16,958 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/c175b4b68eb24a4c8e54a4df87f16d06 is 50, key is test_row_0/B:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:16,962 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#268 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:16,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/5e3422d8a4e045b8aa42b0221f0a59f4 is 50, key is test_row_0/A:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742140_1316 (size=13051) 2024-11-25T00:22:16,995 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/c175b4b68eb24a4c8e54a4df87f16d06 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/c175b4b68eb24a4c8e54a4df87f16d06 2024-11-25T00:22:17,001 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into c175b4b68eb24a4c8e54a4df87f16d06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:17,001 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:17,001 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494136941; duration=0sec 2024-11-25T00:22:17,002 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:17,002 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:17,002 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:17,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742141_1317 (size=13051) 2024-11-25T00:22:17,004 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:17,004 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:17,004 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,004 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c71b398c0e6643c087946389c0a675ae, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.7 K 2024-11-25T00:22:17,004 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c71b398c0e6643c087946389c0a675ae, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732494134332 2024-11-25T00:22:17,005 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e048b535f20a4aa1a294ac5a608051ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732494135453 2024-11-25T00:22:17,005 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c23a52cc0a544bdaab7db1210e2a4d64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:17,018 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:17,019 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/ce35833220914312a41f7a9d90260391 is 50, key is test_row_0/C:col10/1732494135603/Put/seqid=0 2024-11-25T00:22:17,034 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-25T00:22:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,035 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:22:17,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:17,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742142_1318 (size=13051) 2024-11-25T00:22:17,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d4b36936137f4c83889f9e69bbd38cd5 is 50, key is test_row_0/A:col10/1732494135972/Put/seqid=0 2024-11-25T00:22:17,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742143_1319 (size=12301) 2024-11-25T00:22:17,100 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d4b36936137f4c83889f9e69bbd38cd5 2024-11-25T00:22:17,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:17,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:17,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1fed0fb435045ffa687ae7085a8bab1 is 50, key is test_row_0/B:col10/1732494135972/Put/seqid=0 2024-11-25T00:22:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742144_1320 (size=12301) 2024-11-25T00:22:17,123 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1fed0fb435045ffa687ae7085a8bab1 2024-11-25T00:22:17,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494197131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494197133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/cb9eae4838064d1aa801721a42c9d03c is 50, key is test_row_0/C:col10/1732494135972/Put/seqid=0 2024-11-25T00:22:17,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742145_1321 (size=12301) 2024-11-25T00:22:17,181 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/cb9eae4838064d1aa801721a42c9d03c 2024-11-25T00:22:17,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/d4b36936137f4c83889f9e69bbd38cd5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5 2024-11-25T00:22:17,205 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5, entries=150, sequenceid=340, filesize=12.0 K 2024-11-25T00:22:17,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1fed0fb435045ffa687ae7085a8bab1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1 2024-11-25T00:22:17,211 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1, entries=150, sequenceid=340, filesize=12.0 K 2024-11-25T00:22:17,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/cb9eae4838064d1aa801721a42c9d03c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c 2024-11-25T00:22:17,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c, entries=150, sequenceid=340, filesize=12.0 K 2024-11-25T00:22:17,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d1575869b6ad4dfabd21eb16346e6f5d in 182ms, sequenceid=340, compaction requested=false 2024-11-25T00:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-25T00:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-25T00:22:17,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-25T00:22:17,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7340 sec 2024-11-25T00:22:17,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.7420 sec 2024-11-25T00:22:17,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:22:17,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:17,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:17,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/749db5161ed648c5b37916c4ac75cb30 is 50, key is test_row_0/A:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:17,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742146_1322 (size=14741) 2024-11-25T00:22:17,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494197307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494197309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,411 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/5e3422d8a4e045b8aa42b0221f0a59f4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5e3422d8a4e045b8aa42b0221f0a59f4 2024-11-25T00:22:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494197414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,417 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 5e3422d8a4e045b8aa42b0221f0a59f4(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,417 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:17,417 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494136941; duration=0sec 2024-11-25T00:22:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494197414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,418 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:17,418 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:17,469 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/ce35833220914312a41f7a9d90260391 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ce35833220914312a41f7a9d90260391 2024-11-25T00:22:17,476 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into ce35833220914312a41f7a9d90260391(size=12.7 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:17,476 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:17,476 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494136941; duration=0sec 2024-11-25T00:22:17,477 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:17,477 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:17,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-25T00:22:17,589 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-25T00:22:17,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:17,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-25T00:22:17,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:17,592 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:17,593 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:17,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494197620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494197620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:17,712 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/749db5161ed648c5b37916c4ac75cb30 2024-11-25T00:22:17,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1d3ee0534244cdda1253053ecb4284c is 50, key is test_row_0/B:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:17,745 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T00:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742147_1323 (size=12301) 2024-11-25T00:22:17,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1d3ee0534244cdda1253053ecb4284c 2024-11-25T00:22:17,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/928b4f7b2a1b441b98e204bc944b779b is 50, key is test_row_0/C:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:17,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742148_1324 (size=12301) 2024-11-25T00:22:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:17,899 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T00:22:17,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:17,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:17,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494197922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:17,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:17,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494197924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,052 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T00:22:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:18,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:18,206 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T00:22:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:18,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:18,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/928b4f7b2a1b441b98e204bc944b779b 2024-11-25T00:22:18,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/749db5161ed648c5b37916c4ac75cb30 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30 2024-11-25T00:22:18,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30, entries=200, sequenceid=355, filesize=14.4 K 2024-11-25T00:22:18,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/d1d3ee0534244cdda1253053ecb4284c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c 2024-11-25T00:22:18,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T00:22:18,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/928b4f7b2a1b441b98e204bc944b779b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b 2024-11-25T00:22:18,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b, entries=150, sequenceid=355, filesize=12.0 K 2024-11-25T00:22:18,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d1575869b6ad4dfabd21eb16346e6f5d in 1004ms, sequenceid=355, compaction requested=true 2024-11-25T00:22:18,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:18,246 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:18,246 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:18,247 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:18,247 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,247 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5e3422d8a4e045b8aa42b0221f0a59f4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=39.2 K 2024-11-25T00:22:18,248 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e3422d8a4e045b8aa42b0221f0a59f4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:18,248 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4b36936137f4c83889f9e69bbd38cd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732494135967 2024-11-25T00:22:18,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749db5161ed648c5b37916c4ac75cb30, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137114 2024-11-25T00:22:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:18,251 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:18,251 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:18,254 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:18,254 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:18,254 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,254 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/c175b4b68eb24a4c8e54a4df87f16d06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.8 K 2024-11-25T00:22:18,256 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c175b4b68eb24a4c8e54a4df87f16d06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:18,256 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d1fed0fb435045ffa687ae7085a8bab1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732494135967 2024-11-25T00:22:18,257 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d1d3ee0534244cdda1253053ecb4284c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137125 2024-11-25T00:22:18,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:18,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:18,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:18,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:18,273 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#276 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:18,274 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/45ac03a9d57b466bb10dac16ad8c6883 is 50, key is test_row_0/A:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:18,276 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:18,277 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/050d87874d404251a6a9aed5a88bbcf4 is 50, key is test_row_0/B:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:18,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742149_1325 (size=13153) 2024-11-25T00:22:18,341 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/45ac03a9d57b466bb10dac16ad8c6883 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/45ac03a9d57b466bb10dac16ad8c6883 2024-11-25T00:22:18,346 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 45ac03a9d57b466bb10dac16ad8c6883(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:18,347 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:18,347 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494138245; duration=0sec 2024-11-25T00:22:18,347 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:18,347 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:18,347 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:18,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742150_1326 (size=13153) 2024-11-25T00:22:18,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:18,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:18,350 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,350 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ce35833220914312a41f7a9d90260391, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.8 K 2024-11-25T00:22:18,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ce35833220914312a41f7a9d90260391, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732494135598 2024-11-25T00:22:18,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb9eae4838064d1aa801721a42c9d03c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732494135967 2024-11-25T00:22:18,351 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 928b4f7b2a1b441b98e204bc944b779b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137125 2024-11-25T00:22:18,354 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/050d87874d404251a6a9aed5a88bbcf4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/050d87874d404251a6a9aed5a88bbcf4 2024-11-25T00:22:18,360 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 050d87874d404251a6a9aed5a88bbcf4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:18,360 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:18,360 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494138251; duration=0sec 2024-11-25T00:22:18,360 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:18,360 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:18,360 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,361 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:18,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:18,364 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:18,364 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/61a84e9e77f54d7e963f846c08cb5091 is 50, key is test_row_0/C:col10/1732494137125/Put/seqid=0 2024-11-25T00:22:18,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eb86d471836f4a56b0b5b48f7753d1fc is 50, key is test_row_0/A:col10/1732494137279/Put/seqid=0 2024-11-25T00:22:18,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742151_1327 (size=13153) 2024-11-25T00:22:18,387 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/61a84e9e77f54d7e963f846c08cb5091 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/61a84e9e77f54d7e963f846c08cb5091 2024-11-25T00:22:18,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742152_1328 (size=12301) 2024-11-25T00:22:18,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eb86d471836f4a56b0b5b48f7753d1fc 2024-11-25T00:22:18,399 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 61a84e9e77f54d7e963f846c08cb5091(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:18,399 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:18,399 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494138259; duration=0sec 2024-11-25T00:22:18,399 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:18,399 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:18,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/78312a39b59b48a5873434fa5038cde3 is 50, key is test_row_0/B:col10/1732494137279/Put/seqid=0 2024-11-25T00:22:18,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742153_1329 (size=12301) 2024-11-25T00:22:18,411 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/78312a39b59b48a5873434fa5038cde3 2024-11-25T00:22:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/289057bc90904cd19ff4970ce6ebba3f is 50, key is test_row_0/C:col10/1732494137279/Put/seqid=0 2024-11-25T00:22:18,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:18,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:18,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742154_1330 (size=12301) 2024-11-25T00:22:18,469 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494198467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494198468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494198485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,488 DEBUG [Thread-1148 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:18,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494198491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,493 DEBUG [Thread-1154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:18,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494198494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,495 DEBUG [Thread-1150 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:18,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494198571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494198571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:18,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494198775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,779 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:18,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494198776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:18,843 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/289057bc90904cd19ff4970ce6ebba3f 2024-11-25T00:22:18,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/eb86d471836f4a56b0b5b48f7753d1fc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc 2024-11-25T00:22:18,857 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:22:18,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/78312a39b59b48a5873434fa5038cde3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3 2024-11-25T00:22:18,865 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:22:18,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/289057bc90904cd19ff4970ce6ebba3f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f 2024-11-25T00:22:18,873 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f, entries=150, sequenceid=380, filesize=12.0 K 2024-11-25T00:22:18,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d1575869b6ad4dfabd21eb16346e6f5d in 513ms, sequenceid=380, compaction requested=false 2024-11-25T00:22:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:18,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:18,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-25T00:22:18,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-25T00:22:18,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-25T00:22:18,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-11-25T00:22:18,881 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.2890 sec 2024-11-25T00:22:19,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:19,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:19,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:19,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/86579994946e4942b7b1ed5ddb7bdcdd is 50, key is test_row_0/A:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:19,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494199123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494199126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742155_1331 (size=17181) 2024-11-25T00:22:19,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/86579994946e4942b7b1ed5ddb7bdcdd 2024-11-25T00:22:19,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/1cefb5f8932644d6abbe5a80a0b269d9 is 50, key is test_row_0/B:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:19,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742156_1332 (size=12301) 2024-11-25T00:22:19,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494199231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494199231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494199434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494199435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/1cefb5f8932644d6abbe5a80a0b269d9 2024-11-25T00:22:19,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5aaab9d8645a483480f82b4e70b2d742 is 50, key is test_row_0/C:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:19,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742157_1333 (size=12301) 2024-11-25T00:22:19,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-25T00:22:19,701 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-25T00:22:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:19,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-25T00:22:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:19,705 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:19,706 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:19,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:19,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494199739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:19,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494199742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:19,860 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:19,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T00:22:19,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:19,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:20,013 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T00:22:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:20,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5aaab9d8645a483480f82b4e70b2d742 2024-11-25T00:22:20,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/86579994946e4942b7b1ed5ddb7bdcdd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd 2024-11-25T00:22:20,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd, entries=250, sequenceid=398, filesize=16.8 K 2024-11-25T00:22:20,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/1cefb5f8932644d6abbe5a80a0b269d9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9 2024-11-25T00:22:20,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T00:22:20,094 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T00:22:20,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5aaab9d8645a483480f82b4e70b2d742 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742 2024-11-25T00:22:20,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742, entries=150, sequenceid=398, filesize=12.0 K 2024-11-25T00:22:20,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d1575869b6ad4dfabd21eb16346e6f5d in 1024ms, sequenceid=398, compaction requested=true 2024-11-25T00:22:20,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,111 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,111 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:20,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:20,113 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:20,113 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:20,113 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,113 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/050d87874d404251a6a9aed5a88bbcf4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.9 K 2024-11-25T00:22:20,113 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42635 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:20,113 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:20,113 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,113 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/45ac03a9d57b466bb10dac16ad8c6883, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=41.6 K 2024-11-25T00:22:20,114 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 050d87874d404251a6a9aed5a88bbcf4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137125 2024-11-25T00:22:20,114 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 78312a39b59b48a5873434fa5038cde3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494137279 2024-11-25T00:22:20,114 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45ac03a9d57b466bb10dac16ad8c6883, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137125 2024-11-25T00:22:20,115 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting eb86d471836f4a56b0b5b48f7753d1fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494137279 2024-11-25T00:22:20,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1cefb5f8932644d6abbe5a80a0b269d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138462 2024-11-25T00:22:20,122 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86579994946e4942b7b1ed5ddb7bdcdd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138439 2024-11-25T00:22:20,144 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,145 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/eb56c009df09484e900603522c2a72f1 is 50, key is test_row_0/B:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:20,147 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,148 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/92a9f93ed5b24a83b7eff54a78477587 is 50, key is test_row_0/A:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:20,166 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,167 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:20,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742158_1334 (size=13255) 2024-11-25T00:22:20,191 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/eb56c009df09484e900603522c2a72f1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/eb56c009df09484e900603522c2a72f1 2024-11-25T00:22:20,200 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into eb56c009df09484e900603522c2a72f1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:20,200 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:20,200 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494140111; duration=0sec 2024-11-25T00:22:20,200 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:20,200 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:20,200 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:20,201 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:20,201 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:20,202 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,202 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/61a84e9e77f54d7e963f846c08cb5091, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=36.9 K 2024-11-25T00:22:20,202 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 61a84e9e77f54d7e963f846c08cb5091, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732494137125 2024-11-25T00:22:20,202 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 289057bc90904cd19ff4970ce6ebba3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732494137279 2024-11-25T00:22:20,203 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aaab9d8645a483480f82b4e70b2d742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138462 2024-11-25T00:22:20,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742159_1335 (size=13255) 2024-11-25T00:22:20,213 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:20,214 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d45dcd14c0704336972e97d3ab80f26c is 50, key is test_row_0/C:col10/1732494139084/Put/seqid=0 2024-11-25T00:22:20,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/31c87041661241b3982447ad1dcf4d52 is 50, key is test_row_0/A:col10/1732494139120/Put/seqid=0 2024-11-25T00:22:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:20,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742160_1336 (size=12301) 2024-11-25T00:22:20,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494200284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,289 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494200284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742161_1337 (size=13255) 2024-11-25T00:22:20,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494200390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494200391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494200593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494200593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,620 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/92a9f93ed5b24a83b7eff54a78477587 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/92a9f93ed5b24a83b7eff54a78477587 2024-11-25T00:22:20,627 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 92a9f93ed5b24a83b7eff54a78477587(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:20,627 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:20,627 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494140110; duration=0sec 2024-11-25T00:22:20,627 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,627 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:20,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/31c87041661241b3982447ad1dcf4d52 2024-11-25T00:22:20,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9b51a59745c84fb38b43207c1ea78e7c is 50, key is test_row_0/B:col10/1732494139120/Put/seqid=0 2024-11-25T00:22:20,701 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d45dcd14c0704336972e97d3ab80f26c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d45dcd14c0704336972e97d3ab80f26c 2024-11-25T00:22:20,706 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into d45dcd14c0704336972e97d3ab80f26c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:20,706 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:20,706 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494140111; duration=0sec 2024-11-25T00:22:20,706 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:20,706 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742162_1338 (size=12301) 2024-11-25T00:22:20,727 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9b51a59745c84fb38b43207c1ea78e7c 2024-11-25T00:22:20,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/2372ea0cc25a4a6296ef5d42717222df is 50, key is test_row_0/C:col10/1732494139120/Put/seqid=0 2024-11-25T00:22:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742163_1339 (size=12301) 2024-11-25T00:22:20,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=417 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/2372ea0cc25a4a6296ef5d42717222df 2024-11-25T00:22:20,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/31c87041661241b3982447ad1dcf4d52 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52 2024-11-25T00:22:20,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T00:22:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/9b51a59745c84fb38b43207c1ea78e7c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c 2024-11-25T00:22:20,806 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T00:22:20,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/2372ea0cc25a4a6296ef5d42717222df as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df 2024-11-25T00:22:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:20,812 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df, entries=150, sequenceid=417, filesize=12.0 K 2024-11-25T00:22:20,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d1575869b6ad4dfabd21eb16346e6f5d in 647ms, sequenceid=417, compaction requested=false 2024-11-25T00:22:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-25T00:22:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-25T00:22:20,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-25T00:22:20,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-25T00:22:20,830 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.1150 sec 2024-11-25T00:22:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:20,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:20,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:20,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0e939f44a43c4cb8a26e6833a7afc6da is 50, key is test_row_0/A:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:20,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742164_1340 (size=14741) 2024-11-25T00:22:20,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494200964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:20,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494200964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494201069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494201070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494201279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494201280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0e939f44a43c4cb8a26e6833a7afc6da 2024-11-25T00:22:21,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/488a070660f149c39f1d191debc01d67 is 50, key is test_row_0/B:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742165_1341 (size=12301) 2024-11-25T00:22:21,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/488a070660f149c39f1d191debc01d67 2024-11-25T00:22:21,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5f3b57f4271e471587727b85bcf4e7ae is 50, key is test_row_0/C:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742166_1342 (size=12301) 2024-11-25T00:22:21,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494201585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:21,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494201585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-25T00:22:21,810 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-25T00:22:21,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:21,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-25T00:22:21,813 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:21,814 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:21,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:21,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:22:21,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5f3b57f4271e471587727b85bcf4e7ae 2024-11-25T00:22:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0e939f44a43c4cb8a26e6833a7afc6da as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da 2024-11-25T00:22:21,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da, entries=200, sequenceid=439, filesize=14.4 K 2024-11-25T00:22:21,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/488a070660f149c39f1d191debc01d67 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67 2024-11-25T00:22:21,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:22:21,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T00:22:21,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/5f3b57f4271e471587727b85bcf4e7ae as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae 2024-11-25T00:22:21,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T00:22:21,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for d1575869b6ad4dfabd21eb16346e6f5d in 1029ms, sequenceid=439, compaction requested=true 2024-11-25T00:22:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:21,937 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:21,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:21,937 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:21,939 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:21,939 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:21,939 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:21,939 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/92a9f93ed5b24a83b7eff54a78477587, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=39.4 K 2024-11-25T00:22:21,939 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:21,940 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:21,940 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:21,940 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/eb56c009df09484e900603522c2a72f1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=37.0 K 2024-11-25T00:22:21,940 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92a9f93ed5b24a83b7eff54a78477587, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138462 2024-11-25T00:22:21,941 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting eb56c009df09484e900603522c2a72f1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138462 2024-11-25T00:22:21,941 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31c87041661241b3982447ad1dcf4d52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732494139103 2024-11-25T00:22:21,942 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b51a59745c84fb38b43207c1ea78e7c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732494139103 2024-11-25T00:22:21,942 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e939f44a43c4cb8a26e6833a7afc6da, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:21,943 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 488a070660f149c39f1d191debc01d67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:21,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:21,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-25T00:22:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:21,975 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:21,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:21,977 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#294 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:21,978 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/b3f60de3a2a14eccba9641c9b54d193f is 50, key is test_row_0/A:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:21,980 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:21,980 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/ea9552a7c8d641b4a76228e48f8fa01a is 50, key is test_row_0/B:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:21,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0667a9360465404ba05bb818665f66e6 is 50, key is test_row_1/A:col10/1732494140955/Put/seqid=0 2024-11-25T00:22:22,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742167_1343 (size=13357) 2024-11-25T00:22:22,034 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/b3f60de3a2a14eccba9641c9b54d193f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b3f60de3a2a14eccba9641c9b54d193f 2024-11-25T00:22:22,044 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into b3f60de3a2a14eccba9641c9b54d193f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,044 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:22,044 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494141937; duration=0sec 2024-11-25T00:22:22,044 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:22,044 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:22,044 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:22,046 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:22,046 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:22,046 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:22,046 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d45dcd14c0704336972e97d3ab80f26c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=37.0 K 2024-11-25T00:22:22,047 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d45dcd14c0704336972e97d3ab80f26c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1732494138462 2024-11-25T00:22:22,047 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2372ea0cc25a4a6296ef5d42717222df, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=417, earliestPutTs=1732494139103 2024-11-25T00:22:22,048 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3b57f4271e471587727b85bcf4e7ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742168_1344 (size=9857) 2024-11-25T00:22:22,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742169_1345 (size=13357) 2024-11-25T00:22:22,067 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:22,068 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d540a936cab44749813b0f9f9e1154b5 is 50, key is test_row_0/C:col10/1732494140906/Put/seqid=0 2024-11-25T00:22:22,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:22,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742170_1346 (size=13357) 2024-11-25T00:22:22,110 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d540a936cab44749813b0f9f9e1154b5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d540a936cab44749813b0f9f9e1154b5 2024-11-25T00:22:22,117 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into d540a936cab44749813b0f9f9e1154b5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,117 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:22,117 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494141937; duration=0sec 2024-11-25T00:22:22,117 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,117 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:22:22,138 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494202133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494202137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,241 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494202239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494202242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:22:22,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494202443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0667a9360465404ba05bb818665f66e6 2024-11-25T00:22:22,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494202448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/de75c76f448a49ccae8706abe1373b64 is 50, key is test_row_1/B:col10/1732494140955/Put/seqid=0 2024-11-25T00:22:22,475 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/ea9552a7c8d641b4a76228e48f8fa01a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/ea9552a7c8d641b4a76228e48f8fa01a 2024-11-25T00:22:22,480 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into ea9552a7c8d641b4a76228e48f8fa01a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:22,480 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:22,480 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494141937; duration=0sec 2024-11-25T00:22:22,480 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:22,480 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:22,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36544 deadline: 1732494202491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,494 DEBUG [Thread-1148 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:22,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742171_1347 (size=9857) 2024-11-25T00:22:22,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/de75c76f448a49ccae8706abe1373b64 2024-11-25T00:22:22,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36542 deadline: 1732494202517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,522 DEBUG [Thread-1154 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8182 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:22,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36524 deadline: 1732494202526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,530 DEBUG [Thread-1150 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:22,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/496edbc47c1144218bdb449cda2adc36 is 50, key is test_row_1/C:col10/1732494140955/Put/seqid=0 2024-11-25T00:22:22,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742172_1348 (size=9857) 2024-11-25T00:22:22,580 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/496edbc47c1144218bdb449cda2adc36 2024-11-25T00:22:22,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/0667a9360465404ba05bb818665f66e6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6 2024-11-25T00:22:22,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6, entries=100, sequenceid=457, filesize=9.6 K 2024-11-25T00:22:22,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/de75c76f448a49ccae8706abe1373b64 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64 2024-11-25T00:22:22,596 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64, entries=100, sequenceid=457, filesize=9.6 K 2024-11-25T00:22:22,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/496edbc47c1144218bdb449cda2adc36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36 2024-11-25T00:22:22,602 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36, entries=100, sequenceid=457, filesize=9.6 K 2024-11-25T00:22:22,603 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d1575869b6ad4dfabd21eb16346e6f5d in 628ms, sequenceid=457, compaction requested=false 2024-11-25T00:22:22,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:22,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:22,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-25T00:22:22,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-25T00:22:22,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-25T00:22:22,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 790 msec 2024-11-25T00:22:22,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 796 msec 2024-11-25T00:22:22,756 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:22,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:22,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:22,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/825931ce8dd348b3bf633ce8526275de is 50, key is test_row_0/A:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:22,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494202788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,797 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494202794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742173_1349 (size=12301) 2024-11-25T00:22:22,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/825931ce8dd348b3bf633ce8526275de 2024-11-25T00:22:22,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a33ebea9cfe540e0ab6cef9df0d32d24 is 50, key is test_row_0/B:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:22,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742174_1350 (size=12301) 2024-11-25T00:22:22,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494202895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494202898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-25T00:22:22,920 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-25T00:22:22,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:22,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-25T00:22:22,923 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:22,924 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:22,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:22,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:23,076 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T00:22:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,077 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494203100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,105 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494203103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:23,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T00:22:23,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:23,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:23,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a33ebea9cfe540e0ab6cef9df0d32d24 2024-11-25T00:22:23,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0e1fb40a30d945759012057b40fa4562 is 50, key is test_row_0/C:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742175_1351 (size=12301) 2024-11-25T00:22:23,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0e1fb40a30d945759012057b40fa4562 2024-11-25T00:22:23,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/825931ce8dd348b3bf633ce8526275de as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de 2024-11-25T00:22:23,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T00:22:23,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a33ebea9cfe540e0ab6cef9df0d32d24 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24 2024-11-25T00:22:23,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T00:22:23,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/0e1fb40a30d945759012057b40fa4562 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562 2024-11-25T00:22:23,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T00:22:23,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d1575869b6ad4dfabd21eb16346e6f5d in 613ms, sequenceid=480, compaction requested=true 2024-11-25T00:22:23,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:23,369 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,369 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:23,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:23,371 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,371 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:23,371 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,371 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b3f60de3a2a14eccba9641c9b54d193f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=34.7 K 2024-11-25T00:22:23,371 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,371 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:23,371 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,372 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/ea9552a7c8d641b4a76228e48f8fa01a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=34.7 K 2024-11-25T00:22:23,372 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3f60de3a2a14eccba9641c9b54d193f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:23,372 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ea9552a7c8d641b4a76228e48f8fa01a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:23,373 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0667a9360465404ba05bb818665f66e6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494140955 2024-11-25T00:22:23,373 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting de75c76f448a49ccae8706abe1373b64, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494140955 2024-11-25T00:22:23,373 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825931ce8dd348b3bf633ce8526275de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:23,374 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a33ebea9cfe540e0ab6cef9df0d32d24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:23,384 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-25T00:22:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,384 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:23,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:23,394 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#304 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,394 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,395 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/7901fa5790204e1abddc25e06bf8437a is 50, key is test_row_0/B:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:23,395 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/a88fd9ab66b840289e9cfa8165d94a60 is 50, key is test_row_0/A:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:23,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/413d5f520380402aaf2a7e667d101355 is 50, key is test_row_0/A:col10/1732494142792/Put/seqid=0 2024-11-25T00:22:23,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:23,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. as already flushing 2024-11-25T00:22:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742178_1354 (size=12301) 2024-11-25T00:22:23,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742176_1352 (size=13459) 2024-11-25T00:22:23,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494203494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494203502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742177_1353 (size=13459) 2024-11-25T00:22:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:23,607 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494203605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494203607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:23,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494203813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494203810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:23,896 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/413d5f520380402aaf2a7e667d101355 2024-11-25T00:22:23,907 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/7901fa5790204e1abddc25e06bf8437a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/7901fa5790204e1abddc25e06bf8437a 2024-11-25T00:22:23,914 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 7901fa5790204e1abddc25e06bf8437a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:23,914 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:23,914 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494143369; duration=0sec 2024-11-25T00:22:23,914 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:23,914 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:23,914 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:23,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac is 50, key is test_row_0/B:col10/1732494142792/Put/seqid=0 2024-11-25T00:22:23,917 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:23,917 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:23,917 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:23,917 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d540a936cab44749813b0f9f9e1154b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=34.7 K 2024-11-25T00:22:23,917 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d540a936cab44749813b0f9f9e1154b5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494140271 2024-11-25T00:22:23,918 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 496edbc47c1144218bdb449cda2adc36, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1732494140955 2024-11-25T00:22:23,918 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e1fb40a30d945759012057b40fa4562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:23,925 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/a88fd9ab66b840289e9cfa8165d94a60 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/a88fd9ab66b840289e9cfa8165d94a60 2024-11-25T00:22:23,934 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into a88fd9ab66b840289e9cfa8165d94a60(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:23,934 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:23,934 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494143369; duration=0sec 2024-11-25T00:22:23,934 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:23,935 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:23,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742179_1355 (size=12301) 2024-11-25T00:22:23,955 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac 2024-11-25T00:22:23,964 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#307 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:23,965 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/2acda0459b064a7daf3b4b7c6a2919de is 50, key is test_row_0/C:col10/1732494142130/Put/seqid=0 2024-11-25T00:22:23,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/47f6d42650164037a80b5fe65910cf31 is 50, key is test_row_0/C:col10/1732494142792/Put/seqid=0 2024-11-25T00:22:24,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742180_1356 (size=13459) 2024-11-25T00:22:24,028 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/2acda0459b064a7daf3b4b7c6a2919de as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2acda0459b064a7daf3b4b7c6a2919de 2024-11-25T00:22:24,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742181_1357 (size=12301) 2024-11-25T00:22:24,040 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/47f6d42650164037a80b5fe65910cf31 2024-11-25T00:22:24,042 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into 2acda0459b064a7daf3b4b7c6a2919de(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:24,042 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:24,042 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494143369; duration=0sec 2024-11-25T00:22:24,042 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:24,042 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/413d5f520380402aaf2a7e667d101355 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355 2024-11-25T00:22:24,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355, entries=150, sequenceid=496, filesize=12.0 K 2024-11-25T00:22:24,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac 2024-11-25T00:22:24,058 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac, entries=150, sequenceid=496, filesize=12.0 K 2024-11-25T00:22:24,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/47f6d42650164037a80b5fe65910cf31 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31 2024-11-25T00:22:24,064 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31, entries=150, sequenceid=496, filesize=12.0 K 2024-11-25T00:22:24,065 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d1575869b6ad4dfabd21eb16346e6f5d in 681ms, sequenceid=496, compaction requested=false 2024-11-25T00:22:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:24,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-25T00:22:24,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-25T00:22:24,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-25T00:22:24,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1430 sec 2024-11-25T00:22:24,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.1460 sec 2024-11-25T00:22:24,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:22:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:24,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:24,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:24,127 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:24,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/2b7acfae22f74a7b8f6f8d7d4215217b is 50, key is test_row_0/A:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:24,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494204156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494204158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742182_1358 (size=14741) 2024-11-25T00:22:24,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/2b7acfae22f74a7b8f6f8d7d4215217b 2024-11-25T00:22:24,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/cdd9c618284d4239975923a9f63f53ea is 50, key is test_row_0/B:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:24,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742183_1359 (size=12301) 2024-11-25T00:22:24,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494204260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494204263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,425 DEBUG [Thread-1157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dfc4f36 to 127.0.0.1:58567 2024-11-25T00:22:24,425 DEBUG [Thread-1165 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31dd347a to 127.0.0.1:58567 2024-11-25T00:22:24,425 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,425 DEBUG [Thread-1165 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,427 DEBUG [Thread-1163 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x532e5d9f to 127.0.0.1:58567 2024-11-25T00:22:24,427 DEBUG [Thread-1163 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,427 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61f33e78 to 127.0.0.1:58567 2024-11-25T00:22:24,427 DEBUG [Thread-1159 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3505ffc0 to 127.0.0.1:58567 2024-11-25T00:22:24,427 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,427 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36472 deadline: 1732494204463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36516 deadline: 1732494204467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:24,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/cdd9c618284d4239975923a9f63f53ea 2024-11-25T00:22:24,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/11948fa57348450e88a8c87cc997dacc is 50, key is test_row_0/C:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:24,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742184_1360 (size=12301) 2024-11-25T00:22:24,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/11948fa57348450e88a8c87cc997dacc 2024-11-25T00:22:24,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/2b7acfae22f74a7b8f6f8d7d4215217b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b 2024-11-25T00:22:24,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b, entries=200, sequenceid=520, filesize=14.4 K 2024-11-25T00:22:24,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/cdd9c618284d4239975923a9f63f53ea as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea 2024-11-25T00:22:24,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea, entries=150, sequenceid=520, filesize=12.0 K 2024-11-25T00:22:24,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/11948fa57348450e88a8c87cc997dacc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc 2024-11-25T00:22:24,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc, entries=150, sequenceid=520, filesize=12.0 K 2024-11-25T00:22:24,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d1575869b6ad4dfabd21eb16346e6f5d in 538ms, sequenceid=520, compaction requested=true 2024-11-25T00:22:24,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:24,665 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:24,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:24,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:24,666 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:24,666 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:24,666 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/A is initiating minor compaction (all files) 2024-11-25T00:22:24,666 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/A in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:24,666 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/a88fd9ab66b840289e9cfa8165d94a60, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=39.6 K 2024-11-25T00:22:24,667 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a88fd9ab66b840289e9cfa8165d94a60, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:24,667 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:24,667 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/B is initiating minor compaction (all files) 2024-11-25T00:22:24,667 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/B in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:24,668 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/7901fa5790204e1abddc25e06bf8437a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=37.2 K 2024-11-25T00:22:24,668 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 413d5f520380402aaf2a7e667d101355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732494142785 2024-11-25T00:22:24,668 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7901fa5790204e1abddc25e06bf8437a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:24,668 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2b7acfae22f74a7b8f6f8d7d4215217b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494143474 2024-11-25T00:22:24,669 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a56cf10a4a48c8b2ae2462b2a1b8ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732494142785 2024-11-25T00:22:24,670 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting cdd9c618284d4239975923a9f63f53ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494143474 2024-11-25T00:22:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1575869b6ad4dfabd21eb16346e6f5d:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:24,676 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:24,681 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#A#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:24,682 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/20d3d351bd4149eaaa1728989641395b is 50, key is test_row_0/A:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:24,685 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#B#compaction#313 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:24,685 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/0ec225b2a4d44a7488cf8d066ba227d8 is 50, key is test_row_0/B:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742185_1361 (size=13561) 2024-11-25T00:22:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742186_1362 (size=13561) 2024-11-25T00:22:24,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:24,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:22:24,768 DEBUG [Thread-1146 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63a751b9 to 127.0.0.1:58567 2024-11-25T00:22:24,768 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:24,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:24,779 DEBUG [Thread-1152 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x62de434f to 127.0.0.1:58567 2024-11-25T00:22:24,779 DEBUG [Thread-1152 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:24,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/116fe19bf8d24818b95a46f5e91c8c00 is 50, key is test_row_0/A:col10/1732494144155/Put/seqid=0 2024-11-25T00:22:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742187_1363 (size=12301) 2024-11-25T00:22:25,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-25T00:22:25,032 INFO [Thread-1156 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-25T00:22:25,110 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/0ec225b2a4d44a7488cf8d066ba227d8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0ec225b2a4d44a7488cf8d066ba227d8 2024-11-25T00:22:25,114 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/B of d1575869b6ad4dfabd21eb16346e6f5d into 0ec225b2a4d44a7488cf8d066ba227d8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:25,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:25,115 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/B, priority=13, startTime=1732494144666; duration=0sec 2024-11-25T00:22:25,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:25,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:B 2024-11-25T00:22:25,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:25,116 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:25,116 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1575869b6ad4dfabd21eb16346e6f5d/C is initiating minor compaction (all files) 2024-11-25T00:22:25,117 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1575869b6ad4dfabd21eb16346e6f5d/C in TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:25,117 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2acda0459b064a7daf3b4b7c6a2919de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp, totalSize=37.2 K 2024-11-25T00:22:25,117 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2acda0459b064a7daf3b4b7c6a2919de, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494142130 2024-11-25T00:22:25,117 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f6d42650164037a80b5fe65910cf31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1732494142785 2024-11-25T00:22:25,118 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 11948fa57348450e88a8c87cc997dacc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494143474 2024-11-25T00:22:25,119 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/20d3d351bd4149eaaa1728989641395b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/20d3d351bd4149eaaa1728989641395b 2024-11-25T00:22:25,125 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/A of d1575869b6ad4dfabd21eb16346e6f5d into 20d3d351bd4149eaaa1728989641395b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:25,125 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:25,125 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/A, priority=13, startTime=1732494144665; duration=0sec 2024-11-25T00:22:25,125 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:25,125 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:A 2024-11-25T00:22:25,142 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1575869b6ad4dfabd21eb16346e6f5d#C#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:25,142 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d2b71be7d0dc4e89bcf67177044c79f7 is 50, key is test_row_0/C:col10/1732494144124/Put/seqid=0 2024-11-25T00:22:25,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742188_1364 (size=13561) 2024-11-25T00:22:25,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/116fe19bf8d24818b95a46f5e91c8c00 2024-11-25T00:22:25,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/5306e83151644477bf36eb635905df9a is 50, key is test_row_0/B:col10/1732494144155/Put/seqid=0 2024-11-25T00:22:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742189_1365 (size=12301) 2024-11-25T00:22:25,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:22:25,585 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/d2b71be7d0dc4e89bcf67177044c79f7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d2b71be7d0dc4e89bcf67177044c79f7 2024-11-25T00:22:25,591 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1575869b6ad4dfabd21eb16346e6f5d/C of d1575869b6ad4dfabd21eb16346e6f5d into d2b71be7d0dc4e89bcf67177044c79f7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:25,591 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:25,591 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d., storeName=d1575869b6ad4dfabd21eb16346e6f5d/C, priority=13, startTime=1732494144676; duration=0sec 2024-11-25T00:22:25,591 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:25,591 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1575869b6ad4dfabd21eb16346e6f5d:C 2024-11-25T00:22:25,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/5306e83151644477bf36eb635905df9a 2024-11-25T00:22:25,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/ebfdf2d8696d4b01968b90ab11633d8d is 50, key is test_row_0/C:col10/1732494144155/Put/seqid=0 2024-11-25T00:22:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742190_1366 (size=12301) 2024-11-25T00:22:25,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/ebfdf2d8696d4b01968b90ab11633d8d 2024-11-25T00:22:25,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/116fe19bf8d24818b95a46f5e91c8c00 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/116fe19bf8d24818b95a46f5e91c8c00 2024-11-25T00:22:25,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/116fe19bf8d24818b95a46f5e91c8c00, entries=150, sequenceid=536, filesize=12.0 K 2024-11-25T00:22:25,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/5306e83151644477bf36eb635905df9a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/5306e83151644477bf36eb635905df9a 2024-11-25T00:22:25,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/5306e83151644477bf36eb635905df9a, entries=150, sequenceid=536, filesize=12.0 K 2024-11-25T00:22:25,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/ebfdf2d8696d4b01968b90ab11633d8d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ebfdf2d8696d4b01968b90ab11633d8d 2024-11-25T00:22:25,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ebfdf2d8696d4b01968b90ab11633d8d, entries=150, sequenceid=536, filesize=12.0 K 2024-11-25T00:22:25,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=6.71 KB/6870 for d1575869b6ad4dfabd21eb16346e6f5d in 918ms, sequenceid=536, compaction requested=false 2024-11-25T00:22:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:32,507 DEBUG [Thread-1148 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05b4256e to 127.0.0.1:58567 2024-11-25T00:22:32,507 DEBUG [Thread-1148 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:32,545 DEBUG [Thread-1150 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18ed3e4c to 127.0.0.1:58567 2024-11-25T00:22:32,545 DEBUG [Thread-1150 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:32,566 DEBUG [Thread-1154 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07575b91 to 127.0.0.1:58567 2024-11-25T00:22:32,566 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 127 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 147 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3816 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3667 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3596 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3796 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3622 2024-11-25T00:22:32,566 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:22:32,566 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:22:32,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x473dfbd2 to 127.0.0.1:58567 2024-11-25T00:22:32,566 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:32,567 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:22:32,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:22:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:32,569 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494152569"}]},"ts":"1732494152569"} 2024-11-25T00:22:32,570 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:22:32,572 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:22:32,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:22:32,573 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, UNASSIGN}] 2024-11-25T00:22:32,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, UNASSIGN 2024-11-25T00:22:32,574 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d1575869b6ad4dfabd21eb16346e6f5d, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:32,575 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:22:32,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:32,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:32,727 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing d1575869b6ad4dfabd21eb16346e6f5d, disabling compactions & flushes 2024-11-25T00:22:32,727 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. after waiting 0 ms 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:32,727 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing d1575869b6ad4dfabd21eb16346e6f5d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=A 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=B 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1575869b6ad4dfabd21eb16346e6f5d, store=C 2024-11-25T00:22:32,727 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:32,731 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/b33aada0f44a460a8b43528e8c18e512 is 50, key is test_row_0/A:col10/1732494152506/Put/seqid=0 2024-11-25T00:22:32,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742191_1367 (size=12301) 2024-11-25T00:22:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:33,136 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/b33aada0f44a460a8b43528e8c18e512 2024-11-25T00:22:33,142 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e2dc275d51354fca88882df78d944935 is 50, key is test_row_0/B:col10/1732494152506/Put/seqid=0 2024-11-25T00:22:33,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742192_1368 (size=12301) 2024-11-25T00:22:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:33,547 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e2dc275d51354fca88882df78d944935 2024-11-25T00:22:33,553 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/a492227dea9643e4b988056ed3a2e7c4 is 50, key is test_row_0/C:col10/1732494152506/Put/seqid=0 2024-11-25T00:22:33,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742193_1369 (size=12301) 2024-11-25T00:22:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:33,957 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/a492227dea9643e4b988056ed3a2e7c4 2024-11-25T00:22:33,960 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/A/b33aada0f44a460a8b43528e8c18e512 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b33aada0f44a460a8b43528e8c18e512 2024-11-25T00:22:33,964 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b33aada0f44a460a8b43528e8c18e512, entries=150, sequenceid=546, filesize=12.0 K 2024-11-25T00:22:33,964 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/B/e2dc275d51354fca88882df78d944935 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e2dc275d51354fca88882df78d944935 2024-11-25T00:22:33,967 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e2dc275d51354fca88882df78d944935, entries=150, sequenceid=546, filesize=12.0 K 2024-11-25T00:22:33,968 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/.tmp/C/a492227dea9643e4b988056ed3a2e7c4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a492227dea9643e4b988056ed3a2e7c4 2024-11-25T00:22:33,971 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a492227dea9643e4b988056ed3a2e7c4, entries=150, sequenceid=546, filesize=12.0 K 2024-11-25T00:22:33,971 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for d1575869b6ad4dfabd21eb16346e6f5d in 1244ms, sequenceid=546, compaction requested=true 2024-11-25T00:22:33,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a57c03611e34716b03de376f4f09832, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/307dcbb423214bb9bcebede26ffdd25c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad6bbce0361a4d3f95995e0a54d1a141, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/9194f08dc58c4f9ba1cc3a46bbcc402f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/58e05104cf0b44e7b9aef34fdfe64af7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/e77d4d192cfd44378b5cb9c51d2c36a8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5e3422d8a4e045b8aa42b0221f0a59f4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/45ac03a9d57b466bb10dac16ad8c6883, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/92a9f93ed5b24a83b7eff54a78477587, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b3f60de3a2a14eccba9641c9b54d193f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/a88fd9ab66b840289e9cfa8165d94a60, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b] to archive 2024-11-25T00:22:33,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:33,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d24b2c00944f4f58be124c7cb2208ee2 2024-11-25T00:22:33,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eac81e0e6af945829719deef9e6bb3b7 2024-11-25T00:22:33,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a57c03611e34716b03de376f4f09832 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a57c03611e34716b03de376f4f09832 2024-11-25T00:22:33,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/61637c8fa72b48e7972d7eadaa0def43 2024-11-25T00:22:33,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad87a3d65d0a4fcf9a1d53930c4d28dd 2024-11-25T00:22:33,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/307dcbb423214bb9bcebede26ffdd25c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/307dcbb423214bb9bcebede26ffdd25c 2024-11-25T00:22:33,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8b1ba2e007274b9ba8d14b50af5d557c 2024-11-25T00:22:33,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/6a2a0bf93d72405e92796891a30796f9 2024-11-25T00:22:33,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/8940c0aae937475fb22cad487423ce3e 2024-11-25T00:22:33,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad6bbce0361a4d3f95995e0a54d1a141 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/ad6bbce0361a4d3f95995e0a54d1a141 2024-11-25T00:22:33,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/10e91844ef7a487faed2644081766074 2024-11-25T00:22:33,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/074562b70abb4689928747ecf959eb04 2024-11-25T00:22:33,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/9194f08dc58c4f9ba1cc3a46bbcc402f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/9194f08dc58c4f9ba1cc3a46bbcc402f 2024-11-25T00:22:33,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/339f524646d84e0ab29147e5133c6749 2024-11-25T00:22:33,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/daed98f448644cdd85b4136209228fdc 2024-11-25T00:22:33,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/58e05104cf0b44e7b9aef34fdfe64af7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/58e05104cf0b44e7b9aef34fdfe64af7 2024-11-25T00:22:33,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/3dc46a0f3de342a4abd18c19255ef69b 2024-11-25T00:22:33,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5a2e4ae148b54615b3527270d7754e6f 2024-11-25T00:22:33,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/4a917bc9ad6e4f398ac012286f5d06b1 2024-11-25T00:22:33,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/e77d4d192cfd44378b5cb9c51d2c36a8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/e77d4d192cfd44378b5cb9c51d2c36a8 2024-11-25T00:22:33,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/52f87556e3fd4a7e9a2d3d3a39ae1f26 2024-11-25T00:22:33,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5e3422d8a4e045b8aa42b0221f0a59f4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/5e3422d8a4e045b8aa42b0221f0a59f4 2024-11-25T00:22:33,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/1e9a559be89c413599bc892558beff90 2024-11-25T00:22:33,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/d4b36936137f4c83889f9e69bbd38cd5 2024-11-25T00:22:33,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/749db5161ed648c5b37916c4ac75cb30 2024-11-25T00:22:33,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/45ac03a9d57b466bb10dac16ad8c6883 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/45ac03a9d57b466bb10dac16ad8c6883 2024-11-25T00:22:33,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/eb86d471836f4a56b0b5b48f7753d1fc 2024-11-25T00:22:33,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/86579994946e4942b7b1ed5ddb7bdcdd 2024-11-25T00:22:33,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/92a9f93ed5b24a83b7eff54a78477587 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/92a9f93ed5b24a83b7eff54a78477587 2024-11-25T00:22:34,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/31c87041661241b3982447ad1dcf4d52 2024-11-25T00:22:34,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0e939f44a43c4cb8a26e6833a7afc6da 2024-11-25T00:22:34,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b3f60de3a2a14eccba9641c9b54d193f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b3f60de3a2a14eccba9641c9b54d193f 2024-11-25T00:22:34,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/0667a9360465404ba05bb818665f66e6 2024-11-25T00:22:34,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/a88fd9ab66b840289e9cfa8165d94a60 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/a88fd9ab66b840289e9cfa8165d94a60 2024-11-25T00:22:34,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/825931ce8dd348b3bf633ce8526275de 2024-11-25T00:22:34,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/413d5f520380402aaf2a7e667d101355 2024-11-25T00:22:34,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/2b7acfae22f74a7b8f6f8d7d4215217b 2024-11-25T00:22:34,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/2b4268d5e6294178b19344b9d018da36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/39ef456742454b41914b63fc00af8d5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/088cfe442e1d4662a042f1bb38ec451d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/624f9285c9e94aeba70475fc6cd9b96e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b9f95070a04947ed9cd825fbe984675e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e767242a1fa04178abfe6ca2f5f35190, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/c175b4b68eb24a4c8e54a4df87f16d06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/050d87874d404251a6a9aed5a88bbcf4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/eb56c009df09484e900603522c2a72f1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/ea9552a7c8d641b4a76228e48f8fa01a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/7901fa5790204e1abddc25e06bf8437a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea] to archive 2024-11-25T00:22:34,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:34,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/81553265045f40f584d43d6020f6299d 2024-11-25T00:22:34,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/00e11f2aee4f44e5af1feb4046a145ac 2024-11-25T00:22:34,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/2b4268d5e6294178b19344b9d018da36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/2b4268d5e6294178b19344b9d018da36 2024-11-25T00:22:34,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/09c17003b255478299c91ce1dd2445d1 2024-11-25T00:22:34,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4b08fb841c47455e8be3db4b05386f2c 2024-11-25T00:22:34,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/39ef456742454b41914b63fc00af8d5f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/39ef456742454b41914b63fc00af8d5f 2024-11-25T00:22:34,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/182be9222a4648208e6c46413536aa3d 2024-11-25T00:22:34,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b29c9c292f364a3db1977800eda63640 2024-11-25T00:22:34,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/088cfe442e1d4662a042f1bb38ec451d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/088cfe442e1d4662a042f1bb38ec451d 2024-11-25T00:22:34,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9a698b3ccd7542e294609d835aeed945 2024-11-25T00:22:34,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/56ca48ff98094601953eb2e4bfd1006f 2024-11-25T00:22:34,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/23d316dbc03b4150b14b29cd25aed865 2024-11-25T00:22:34,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/624f9285c9e94aeba70475fc6cd9b96e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/624f9285c9e94aeba70475fc6cd9b96e 2024-11-25T00:22:34,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/18069ad52d36495e847d757c36957335 2024-11-25T00:22:34,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0447a97689b546c48706fbf61d2f7fbf 2024-11-25T00:22:34,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b9f95070a04947ed9cd825fbe984675e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/b9f95070a04947ed9cd825fbe984675e 2024-11-25T00:22:34,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6dbf031270a94f1f816e49ab3b13aa73 2024-11-25T00:22:34,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/90994e1d43d441f7b98e3a0a68a2c545 2024-11-25T00:22:34,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e767242a1fa04178abfe6ca2f5f35190 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e767242a1fa04178abfe6ca2f5f35190 2024-11-25T00:22:34,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/4aadbc5279b6493494fc5a5dfc736915 2024-11-25T00:22:34,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/6bafec5ffc2e47aa8236c1f7f669fc1d 2024-11-25T00:22:34,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/c175b4b68eb24a4c8e54a4df87f16d06 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/c175b4b68eb24a4c8e54a4df87f16d06 2024-11-25T00:22:34,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e689e37e257345aab88d8437a9713201 2024-11-25T00:22:34,029 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1fed0fb435045ffa687ae7085a8bab1 2024-11-25T00:22:34,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/050d87874d404251a6a9aed5a88bbcf4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/050d87874d404251a6a9aed5a88bbcf4 2024-11-25T00:22:34,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/d1d3ee0534244cdda1253053ecb4284c 2024-11-25T00:22:34,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/78312a39b59b48a5873434fa5038cde3 2024-11-25T00:22:34,032 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/eb56c009df09484e900603522c2a72f1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/eb56c009df09484e900603522c2a72f1 2024-11-25T00:22:34,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/1cefb5f8932644d6abbe5a80a0b269d9 2024-11-25T00:22:34,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/9b51a59745c84fb38b43207c1ea78e7c 2024-11-25T00:22:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/ea9552a7c8d641b4a76228e48f8fa01a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/ea9552a7c8d641b4a76228e48f8fa01a 2024-11-25T00:22:34,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/488a070660f149c39f1d191debc01d67 2024-11-25T00:22:34,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/de75c76f448a49ccae8706abe1373b64 2024-11-25T00:22:34,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/7901fa5790204e1abddc25e06bf8437a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/7901fa5790204e1abddc25e06bf8437a 2024-11-25T00:22:34,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a33ebea9cfe540e0ab6cef9df0d32d24 2024-11-25T00:22:34,039 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/a4a56cf10a4a48c8b2ae2462b2a1b8ac 2024-11-25T00:22:34,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/cdd9c618284d4239975923a9f63f53ea 2024-11-25T00:22:34,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/7ff5db0903da4474b4521d252f242671, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/68924513f869422fab3b646177fa1c4e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a4c7b9c06d4c477fa927adda34b78609, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6d6254d6f3b54350a174824dc7eed465, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/194df89df0964cebb73d989ab3a2013f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c71b398c0e6643c087946389c0a675ae, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ce35833220914312a41f7a9d90260391, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/61a84e9e77f54d7e963f846c08cb5091, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d45dcd14c0704336972e97d3ab80f26c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d540a936cab44749813b0f9f9e1154b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2acda0459b064a7daf3b4b7c6a2919de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc] to archive 2024-11-25T00:22:34,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:34,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/3f2884756d5b467bb3f637481e78511b 2024-11-25T00:22:34,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/28d3a32c34d74c869b16c4049ceccb14 2024-11-25T00:22:34,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/7ff5db0903da4474b4521d252f242671 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/7ff5db0903da4474b4521d252f242671 2024-11-25T00:22:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0c13be5f2b174ee38b5516aea03fd3b9 2024-11-25T00:22:34,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6993b0d23ef44e349c6c6cd64b08044b 2024-11-25T00:22:34,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/68924513f869422fab3b646177fa1c4e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/68924513f869422fab3b646177fa1c4e 2024-11-25T00:22:34,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/f2e3f82e1dd140ffb149a147ceff4cbd 2024-11-25T00:22:34,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5e1ac5bcfd4b4cd1b06f4b7df8199f3d 2024-11-25T00:22:34,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a4c7b9c06d4c477fa927adda34b78609 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a4c7b9c06d4c477fa927adda34b78609 2024-11-25T00:22:34,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/360bc15f0cc04f08a5a673f441ded9cc 2024-11-25T00:22:34,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/16b21a961f48497b8858d5e97d113461 2024-11-25T00:22:34,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d4b2b309a3ba4a85bdf356a8e6e826d6 2024-11-25T00:22:34,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6d6254d6f3b54350a174824dc7eed465 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/6d6254d6f3b54350a174824dc7eed465 2024-11-25T00:22:34,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d33962fe8e484d7e92683f0e7f39b663 2024-11-25T00:22:34,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/07331b992d904504975789208e34ff5b 2024-11-25T00:22:34,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/194df89df0964cebb73d989ab3a2013f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/194df89df0964cebb73d989ab3a2013f 2024-11-25T00:22:34,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/b6644900d8ac463984c1fdf4a4282640 2024-11-25T00:22:34,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d977b7d55ef345d995380dd3e7dec03c 2024-11-25T00:22:34,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c71b398c0e6643c087946389c0a675ae to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c71b398c0e6643c087946389c0a675ae 2024-11-25T00:22:34,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/857701bcad3c4db8801de321fb6a7a55 2024-11-25T00:22:34,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/e048b535f20a4aa1a294ac5a608051ac 2024-11-25T00:22:34,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ce35833220914312a41f7a9d90260391 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ce35833220914312a41f7a9d90260391 2024-11-25T00:22:34,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/c23a52cc0a544bdaab7db1210e2a4d64 2024-11-25T00:22:34,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/cb9eae4838064d1aa801721a42c9d03c 2024-11-25T00:22:34,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/61a84e9e77f54d7e963f846c08cb5091 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/61a84e9e77f54d7e963f846c08cb5091 2024-11-25T00:22:34,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/928b4f7b2a1b441b98e204bc944b779b 2024-11-25T00:22:34,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/289057bc90904cd19ff4970ce6ebba3f 2024-11-25T00:22:34,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d45dcd14c0704336972e97d3ab80f26c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d45dcd14c0704336972e97d3ab80f26c 2024-11-25T00:22:34,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5aaab9d8645a483480f82b4e70b2d742 2024-11-25T00:22:34,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2372ea0cc25a4a6296ef5d42717222df 2024-11-25T00:22:34,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d540a936cab44749813b0f9f9e1154b5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d540a936cab44749813b0f9f9e1154b5 2024-11-25T00:22:34,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/5f3b57f4271e471587727b85bcf4e7ae 2024-11-25T00:22:34,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/496edbc47c1144218bdb449cda2adc36 2024-11-25T00:22:34,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2acda0459b064a7daf3b4b7c6a2919de to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/2acda0459b064a7daf3b4b7c6a2919de 2024-11-25T00:22:34,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/0e1fb40a30d945759012057b40fa4562 2024-11-25T00:22:34,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/47f6d42650164037a80b5fe65910cf31 2024-11-25T00:22:34,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/11948fa57348450e88a8c87cc997dacc 2024-11-25T00:22:34,075 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/recovered.edits/549.seqid, newMaxSeqId=549, maxSeqId=1 2024-11-25T00:22:34,076 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d. 2024-11-25T00:22:34,076 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for d1575869b6ad4dfabd21eb16346e6f5d: 2024-11-25T00:22:34,077 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:34,077 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=d1575869b6ad4dfabd21eb16346e6f5d, regionState=CLOSED 2024-11-25T00:22:34,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-25T00:22:34,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure d1575869b6ad4dfabd21eb16346e6f5d, server=4bb75722a6be,32995,1732494057205 in 1.5030 sec 2024-11-25T00:22:34,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-25T00:22:34,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1575869b6ad4dfabd21eb16346e6f5d, UNASSIGN in 1.5060 sec 2024-11-25T00:22:34,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-25T00:22:34,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5090 sec 2024-11-25T00:22:34,083 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494154082"}]},"ts":"1732494154082"} 2024-11-25T00:22:34,083 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:22:34,085 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:22:34,087 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5190 sec 2024-11-25T00:22:34,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-25T00:22:34,673 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-25T00:22:34,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:22:34,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,675 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T00:22:34,676 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:34,680 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/recovered.edits] 2024-11-25T00:22:34,682 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/116fe19bf8d24818b95a46f5e91c8c00 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/116fe19bf8d24818b95a46f5e91c8c00 2024-11-25T00:22:34,683 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/20d3d351bd4149eaaa1728989641395b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/20d3d351bd4149eaaa1728989641395b 2024-11-25T00:22:34,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b33aada0f44a460a8b43528e8c18e512 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/A/b33aada0f44a460a8b43528e8c18e512 2024-11-25T00:22:34,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0ec225b2a4d44a7488cf8d066ba227d8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/0ec225b2a4d44a7488cf8d066ba227d8 2024-11-25T00:22:34,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/5306e83151644477bf36eb635905df9a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/5306e83151644477bf36eb635905df9a 2024-11-25T00:22:34,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e2dc275d51354fca88882df78d944935 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/B/e2dc275d51354fca88882df78d944935 2024-11-25T00:22:34,692 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a492227dea9643e4b988056ed3a2e7c4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/a492227dea9643e4b988056ed3a2e7c4 2024-11-25T00:22:34,693 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d2b71be7d0dc4e89bcf67177044c79f7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/d2b71be7d0dc4e89bcf67177044c79f7 2024-11-25T00:22:34,694 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ebfdf2d8696d4b01968b90ab11633d8d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/C/ebfdf2d8696d4b01968b90ab11633d8d 2024-11-25T00:22:34,696 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/recovered.edits/549.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d/recovered.edits/549.seqid 2024-11-25T00:22:34,697 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1575869b6ad4dfabd21eb16346e6f5d 2024-11-25T00:22:34,697 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:22:34,699 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,704 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:22:34,706 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:22:34,707 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,707 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:22:34,707 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494154707"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:34,709 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:22:34,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d1575869b6ad4dfabd21eb16346e6f5d, NAME => 'TestAcidGuarantees,,1732494122268.d1575869b6ad4dfabd21eb16346e6f5d.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:22:34,709 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:22:34,709 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494154709"}]},"ts":"9223372036854775807"} 2024-11-25T00:22:34,710 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:22:34,712 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-11-25T00:22:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-25T00:22:34,777 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-25T00:22:34,786 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=238 (was 238), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=489 (was 315) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6993 (was 7652) 2024-11-25T00:22:34,794 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=238, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=489, ProcessCount=11, AvailableMemoryMB=6993 2024-11-25T00:22:34,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:34,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:34,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:34,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:22:34,797 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:34,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-25T00:22:34,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:34,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:22:34,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742194_1370 (size=960) 2024-11-25T00:22:34,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:35,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:35,205 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:22:35,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742195_1371 (size=53) 2024-11-25T00:22:35,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:35,610 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:35,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 603435c061de7d93d3e36bd0f1e6ba1e, disabling compactions & flushes 2024-11-25T00:22:35,611 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. after waiting 0 ms 2024-11-25T00:22:35,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,611 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,611 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:35,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:22:35,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494155612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494155612"}]},"ts":"1732494155612"} 2024-11-25T00:22:35,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:22:35,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:22:35,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494155614"}]},"ts":"1732494155614"} 2024-11-25T00:22:35,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:22:35,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, ASSIGN}] 2024-11-25T00:22:35,619 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, ASSIGN 2024-11-25T00:22:35,619 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:22:35,770 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:35,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:35,922 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:35,925 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:35,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:35,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,925 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,926 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,928 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:35,928 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName A 2024-11-25T00:22:35,928 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:35,928 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:35,928 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,929 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:35,929 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName B 2024-11-25T00:22:35,929 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:35,930 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:35,930 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,931 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:35,931 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName C 2024-11-25T00:22:35,931 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:35,931 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:35,931 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,932 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,932 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,933 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:35,934 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:35,935 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:22:35,936 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened 603435c061de7d93d3e36bd0f1e6ba1e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62525021, jitterRate=-0.06830458343029022}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:35,936 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:35,937 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., pid=100, masterSystemTime=1732494155922 2024-11-25T00:22:35,938 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,938 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:35,938 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:35,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-25T00:22:35,940 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 in 168 msec 2024-11-25T00:22:35,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-25T00:22:35,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, ASSIGN in 322 msec 2024-11-25T00:22:35,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:22:35,942 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494155942"}]},"ts":"1732494155942"} 2024-11-25T00:22:35,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:22:35,945 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:22:35,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-25T00:22:36,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-25T00:22:36,902 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-25T00:22:36,903 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7267b857 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b8b5c25 2024-11-25T00:22:36,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c8cc27b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:36,923 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:36,924 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:36,929 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:22:36,930 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:22:36,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:22:36,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:22:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:22:36,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742196_1372 (size=996) 2024-11-25T00:22:36,964 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T00:22:36,965 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T00:22:36,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:22:36,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, REOPEN/MOVE}] 2024-11-25T00:22:36,973 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, REOPEN/MOVE 2024-11-25T00:22:36,978 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:36,979 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:22:36,979 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:37,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,132 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,132 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:22:37,132 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 603435c061de7d93d3e36bd0f1e6ba1e, disabling compactions & flushes 2024-11-25T00:22:37,132 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,132 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,132 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. after waiting 0 ms 2024-11-25T00:22:37,132 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,169 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:22:37,171 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,171 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:37,171 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: 603435c061de7d93d3e36bd0f1e6ba1e to self. 2024-11-25T00:22:37,173 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,173 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=CLOSED 2024-11-25T00:22:37,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-25T00:22:37,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 in 197 msec 2024-11-25T00:22:37,180 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=true 2024-11-25T00:22:37,330 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:22:37,484 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,488 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,488 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:22:37,489 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,489 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:22:37,489 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,489 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,496 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,498 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:37,499 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName A 2024-11-25T00:22:37,501 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:37,502 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:37,502 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,504 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:37,504 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName B 2024-11-25T00:22:37,504 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:37,505 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:37,505 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,506 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:22:37,506 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 603435c061de7d93d3e36bd0f1e6ba1e columnFamilyName C 2024-11-25T00:22:37,506 DEBUG [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:37,506 INFO [StoreOpener-603435c061de7d93d3e36bd0f1e6ba1e-1 {}] regionserver.HStore(327): Store=603435c061de7d93d3e36bd0f1e6ba1e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:22:37,507 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,508 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,510 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,513 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:22:37,515 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,516 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened 603435c061de7d93d3e36bd0f1e6ba1e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71588757, jitterRate=0.06675560772418976}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:22:37,517 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:37,519 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., pid=105, masterSystemTime=1732494157484 2024-11-25T00:22:37,522 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,522 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,522 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-25T00:22:37,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 in 192 msec 2024-11-25T00:22:37,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-25T00:22:37,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, REOPEN/MOVE in 554 msec 2024-11-25T00:22:37,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-25T00:22:37,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 562 msec 2024-11-25T00:22:37,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 598 msec 2024-11-25T00:22:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-25T00:22:37,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63822144 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52592365 2024-11-25T00:22:37,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81cac4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,553 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x126abdf4 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9b3e6d7 2024-11-25T00:22:37,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a04d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,565 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42d6bca6 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c56f75 2024-11-25T00:22:37,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3268230a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,590 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61bb7783 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1efa0206 2024-11-25T00:22:37,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7912a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,609 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f0031d8 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@71a4fe0c 2024-11-25T00:22:37,625 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed1e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,626 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53c186a8 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6fe4cb14 2024-11-25T00:22:37,634 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d930fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,635 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d80c576 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44f513b9 2024-11-25T00:22:37,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114e6211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,654 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17a2e973 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ba658e5 2024-11-25T00:22:37,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191ae36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x145b6b99 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d736887 2024-11-25T00:22:37,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@133cc1f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5fcd5639 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19bc2a17 2024-11-25T00:22:37,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cfa4b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:22:37,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:37,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-25T00:22:37,718 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:37,719 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:37,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:37,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:37,740 DEBUG [hconnection-0x232b5828-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,742 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,751 DEBUG [hconnection-0x2813abac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,753 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59022, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,756 DEBUG [hconnection-0x7bcb83be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,757 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59024, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,771 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:37,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:37,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:37,789 DEBUG [hconnection-0x256ec45f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,791 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59026, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,792 DEBUG [hconnection-0x7f48e85d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,793 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494217808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494217808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:37,870 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,871 DEBUG [hconnection-0x40424da4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:37,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:37,873 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,880 DEBUG [hconnection-0x111403b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494217886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,893 DEBUG [hconnection-0xcd2da43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,895 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59056, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494217901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494217910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494217911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125398d1bd1334242bba26c24cf57bbdf3e_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_1/A:col10/1732494157765/Put/seqid=0 2024-11-25T00:22:37,935 DEBUG [hconnection-0x1b666f02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,937 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59068, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,943 DEBUG [hconnection-0x406e448-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:22:37,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494217944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:37,946 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:22:37,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742197_1373 (size=9714) 2024-11-25T00:22:37,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:37,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494217987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494218002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:38,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494218047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494218112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494218113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,180 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494218189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494218208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494218251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:38,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,336 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,378 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:38,385 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125398d1bd1334242bba26c24cf57bbdf3e_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125398d1bd1334242bba26c24cf57bbdf3e_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:38,386 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97e28326b2c44fc1942fda989766bc42, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:38,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97e28326b2c44fc1942fda989766bc42 is 175, key is test_row_1/A:col10/1732494157765/Put/seqid=0 2024-11-25T00:22:38,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494218416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494218415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742198_1374 (size=22361) 2024-11-25T00:22:38,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97e28326b2c44fc1942fda989766bc42 2024-11-25T00:22:38,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494218493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a7218a0aed584acd9623780e0de76d5b is 50, key is test_row_1/B:col10/1732494157765/Put/seqid=0 2024-11-25T00:22:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494218510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742199_1375 (size=9657) 2024-11-25T00:22:38,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494218563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,642 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,796 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494218926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494218928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,949 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:38,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:38,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:38,962 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a7218a0aed584acd9623780e0de76d5b 2024-11-25T00:22:39,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b59ea220f2c74bb59c327fde31510295 is 50, key is test_row_1/C:col10/1732494157765/Put/seqid=0 2024-11-25T00:22:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494219002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:39,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494219022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:39,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742200_1376 (size=9657) 2024-11-25T00:22:39,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b59ea220f2c74bb59c327fde31510295 2024-11-25T00:22:39,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97e28326b2c44fc1942fda989766bc42 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42 2024-11-25T00:22:39,068 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42, entries=100, sequenceid=15, filesize=21.8 K 2024-11-25T00:22:39,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a7218a0aed584acd9623780e0de76d5b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b 2024-11-25T00:22:39,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T00:22:39,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b59ea220f2c74bb59c327fde31510295 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295 2024-11-25T00:22:39,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:39,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494219074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:39,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295, entries=100, sequenceid=15, filesize=9.4 K 2024-11-25T00:22:39,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 1321ms, sequenceid=15, compaction requested=false 2024-11-25T00:22:39,092 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-25T00:22:39,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:39,103 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:39,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-25T00:22:39,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:39,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:39,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:39,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112505bbac87a6784d49a8b330f486786efc_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494157807/Put/seqid=0 2024-11-25T00:22:39,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742201_1377 (size=12154) 2024-11-25T00:22:39,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112505bbac87a6784d49a8b330f486786efc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112505bbac87a6784d49a8b330f486786efc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:39,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/469890fc038544d69013419b6a3caa6d, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:39,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/469890fc038544d69013419b6a3caa6d is 175, key is test_row_0/A:col10/1732494157807/Put/seqid=0 2024-11-25T00:22:39,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742202_1378 (size=30955) 2024-11-25T00:22:39,237 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/469890fc038544d69013419b6a3caa6d 2024-11-25T00:22:39,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/97b036709b604bf98b28600085116aa4 is 50, key is test_row_0/B:col10/1732494157807/Put/seqid=0 2024-11-25T00:22:39,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742203_1379 (size=12001) 2024-11-25T00:22:39,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:22:39,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/97b036709b604bf98b28600085116aa4 2024-11-25T00:22:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/97b2109baebd4c8da5de904121cb7664 is 50, key is test_row_0/C:col10/1732494157807/Put/seqid=0 2024-11-25T00:22:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742204_1380 (size=12001) 2024-11-25T00:22:39,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/97b2109baebd4c8da5de904121cb7664 2024-11-25T00:22:39,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/469890fc038544d69013419b6a3caa6d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d 2024-11-25T00:22:39,755 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d, entries=150, sequenceid=40, filesize=30.2 K 2024-11-25T00:22:39,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/97b036709b604bf98b28600085116aa4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4 2024-11-25T00:22:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,769 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:22:39,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/97b2109baebd4c8da5de904121cb7664 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664 2024-11-25T00:22:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,777 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664, entries=150, sequenceid=40, filesize=11.7 K 2024-11-25T00:22:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,778 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 603435c061de7d93d3e36bd0f1e6ba1e in 673ms, sequenceid=40, compaction requested=false 2024-11-25T00:22:39,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:39,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:39,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-25T00:22:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-25T00:22:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-25T00:22:39,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0610 sec 2024-11-25T00:22:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,783 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 2.0660 sec 2024-11-25T00:22:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-25T00:22:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,831 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-25T00:22:39,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-25T00:22:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:39,837 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:22:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:22:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,997 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:39,998 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-25T00:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:39,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:39,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-25T00:22:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-25T00:22:39,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-25T00:22:40,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 163 msec 2024-11-25T00:22:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 169 msec 2024-11-25T00:22:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-25T00:22:40,149 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-25T00:22:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-25T00:22:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,156 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:40,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,309 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-25T00:22:40,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:40,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252390fa21d079499998a576decd86da00_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_1/A:col10/1732494160181/Put/seqid=0 2024-11-25T00:22:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742205_1381 (size=17034) 2024-11-25T00:22:40,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:40,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252390fa21d079499998a576decd86da00_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252390fa21d079499998a576decd86da00_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:40,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/814919e0b6a74a59a75c4fff318eed7a, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:40,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/814919e0b6a74a59a75c4fff318eed7a is 175, key is test_row_1/A:col10/1732494160181/Put/seqid=0 2024-11-25T00:22:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494220413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494220421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494220422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494220423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494220425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742206_1382 (size=48135) 2024-11-25T00:22:40,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494220526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494220526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494220535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494220535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494220536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494220734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494220736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494220744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494220745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494220745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:40,842 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/814919e0b6a74a59a75c4fff318eed7a 2024-11-25T00:22:40,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a4a4dbaa672d4e5084e154f0ca7f4d7a is 50, key is test_row_1/B:col10/1732494160181/Put/seqid=0 2024-11-25T00:22:40,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742207_1383 (size=9657) 2024-11-25T00:22:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494221037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494221043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494221052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494221053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494221054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:41,320 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a4a4dbaa672d4e5084e154f0ca7f4d7a 2024-11-25T00:22:41,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/469654d8cfee4fb0aad904ea450d13f1 is 50, key is test_row_1/C:col10/1732494160181/Put/seqid=0 2024-11-25T00:22:41,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742208_1384 (size=9657) 2024-11-25T00:22:41,420 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/469654d8cfee4fb0aad904ea450d13f1 2024-11-25T00:22:41,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/814919e0b6a74a59a75c4fff318eed7a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a 2024-11-25T00:22:41,430 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a, entries=250, sequenceid=49, filesize=47.0 K 2024-11-25T00:22:41,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a4a4dbaa672d4e5084e154f0ca7f4d7a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a 2024-11-25T00:22:41,438 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a, entries=100, sequenceid=49, filesize=9.4 K 2024-11-25T00:22:41,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/469654d8cfee4fb0aad904ea450d13f1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1 2024-11-25T00:22:41,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1, entries=100, sequenceid=49, filesize=9.4 K 2024-11-25T00:22:41,458 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 603435c061de7d93d3e36bd0f1e6ba1e in 1149ms, sequenceid=49, compaction requested=true 2024-11-25T00:22:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:41,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-25T00:22:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-25T00:22:41,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-25T00:22:41,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3030 sec 2024-11-25T00:22:41,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.3090 sec 2024-11-25T00:22:41,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:41,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494221561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494221562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494221571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494221573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494221574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577c6ebb9a55b4945a7cd25cc985eb2a7_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:41,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742209_1385 (size=14594) 2024-11-25T00:22:41,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494221675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494221684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494221684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494221685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494221885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494221890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494221895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:41,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:41,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494221896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,035 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577c6ebb9a55b4945a7cd25cc985eb2a7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577c6ebb9a55b4945a7cd25cc985eb2a7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:42,036 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/853606be49a240e8b0669286ef81d7ac, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/853606be49a240e8b0669286ef81d7ac is 175, key is test_row_0/A:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742210_1386 (size=39549) 2024-11-25T00:22:42,084 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/853606be49a240e8b0669286ef81d7ac 2024-11-25T00:22:42,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8aa7ad74a0d4478bbb4989eb0d588b33 is 50, key is test_row_0/B:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742211_1387 (size=12001) 2024-11-25T00:22:42,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8aa7ad74a0d4478bbb4989eb0d588b33 2024-11-25T00:22:42,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/40df510444aa41a7ada5d498aa667455 is 50, key is test_row_0/C:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494222196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494222209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742212_1388 (size=12001) 2024-11-25T00:22:42,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494222211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494222212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/40df510444aa41a7ada5d498aa667455 2024-11-25T00:22:42,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/853606be49a240e8b0669286ef81d7ac as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac 2024-11-25T00:22:42,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac, entries=200, sequenceid=78, filesize=38.6 K 2024-11-25T00:22:42,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8aa7ad74a0d4478bbb4989eb0d588b33 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33 2024-11-25T00:22:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T00:22:42,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/40df510444aa41a7ada5d498aa667455 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455 2024-11-25T00:22:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455, entries=150, sequenceid=78, filesize=11.7 K 2024-11-25T00:22:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for 603435c061de7d93d3e36bd0f1e6ba1e in 698ms, sequenceid=78, compaction requested=true 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:42,246 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:42,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,246 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,248 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:42,248 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:42,248 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:42,248 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=42.3 K 2024-11-25T00:22:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141000 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a7218a0aed584acd9623780e0de76d5b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494157765 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:42,249 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,249 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=137.7 K 2024-11-25T00:22:42,249 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac] 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b036709b604bf98b28600085116aa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494157803 2024-11-25T00:22:42,249 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97e28326b2c44fc1942fda989766bc42, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494157765 2024-11-25T00:22:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,250 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a4a4dbaa672d4e5084e154f0ca7f4d7a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494160181 2024-11-25T00:22:42,250 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 469890fc038544d69013419b6a3caa6d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494157803 2024-11-25T00:22:42,250 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8aa7ad74a0d4478bbb4989eb0d588b33, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160420 2024-11-25T00:22:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,250 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 814919e0b6a74a59a75c4fff318eed7a, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494160174 2024-11-25T00:22:42,251 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 853606be49a240e8b0669286ef81d7ac, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160403 2024-11-25T00:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-25T00:22:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,262 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-25T00:22:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-25T00:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,266 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:42,267 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:42,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,288 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,289 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/14d2e16f008647259fc51459ccba1a40 is 50, key is test_row_0/B:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,300 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,322 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125cbeeed4d62a148268102e5a3eadea789_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,325 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125cbeeed4d62a148268102e5a3eadea789_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,325 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125cbeeed4d62a148268102e5a3eadea789_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742213_1389 (size=12139) 2024-11-25T00:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,352 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/14d2e16f008647259fc51459ccba1a40 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/14d2e16f008647259fc51459ccba1a40 2024-11-25T00:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,363 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into 14d2e16f008647259fc51459ccba1a40(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,364 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:42,364 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=12, startTime=1732494162246; duration=0sec 2024-11-25T00:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,364 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:42,364 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:42,364 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,365 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43316 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:42,365 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:42,365 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:42,365 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=42.3 K 2024-11-25T00:22:42,366 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b59ea220f2c74bb59c327fde31510295, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494157765 2024-11-25T00:22:42,366 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 97b2109baebd4c8da5de904121cb7664, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732494157803 2024-11-25T00:22:42,366 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 469654d8cfee4fb0aad904ea450d13f1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494160181 2024-11-25T00:22:42,367 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 40df510444aa41a7ada5d498aa667455, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160420 2024-11-25T00:22:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742214_1390 (size=4469) 2024-11-25T00:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,390 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#335 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,391 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/06d07ad0c6a84cf59566d139354cf177 is 50, key is test_row_0/C:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,419 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-25T00:22:42,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,421 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742215_1391 (size=12139) 2024-11-25T00:22:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8893928e0df427b83daac0f839dbe1d_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494161571/Put/seqid=0 2024-11-25T00:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742216_1392 (size=9714) 2024-11-25T00:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,472 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d8893928e0df427b83daac0f839dbe1d_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8893928e0df427b83daac0f839dbe1d_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:42,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db7b2c13be5d4d57bd2eef48fa96ee3d, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:42,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db7b2c13be5d4d57bd2eef48fa96ee3d is 175, key is test_row_0/A:col10/1732494161571/Put/seqid=0 2024-11-25T00:22:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742217_1393 (size=22361) 2024-11-25T00:22:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:42,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:42,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:42,781 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#334 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:42,782 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/48257666fcb84f3ebd14162e57676fc1 is 175, key is test_row_0/A:col10/1732494160423/Put/seqid=0 2024-11-25T00:22:42,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742218_1394 (size=31093) 2024-11-25T00:22:42,808 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/48257666fcb84f3ebd14162e57676fc1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1 2024-11-25T00:22:42,814 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 48257666fcb84f3ebd14162e57676fc1(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,814 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:42,814 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=12, startTime=1732494162246; duration=0sec 2024-11-25T00:22:42,814 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,814 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:42,843 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/06d07ad0c6a84cf59566d139354cf177 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/06d07ad0c6a84cf59566d139354cf177 2024-11-25T00:22:42,850 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 06d07ad0c6a84cf59566d139354cf177(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:42,850 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:42,850 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=12, startTime=1732494162246; duration=0sec 2024-11-25T00:22:42,850 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:42,850 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494222830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494222830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494222838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494222848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494222851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:42,933 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=87, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db7b2c13be5d4d57bd2eef48fa96ee3d 2024-11-25T00:22:42,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494222952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494222952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494222952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/879357b263934d90856f597fe96b46d1 is 50, key is test_row_0/B:col10/1732494161571/Put/seqid=0 2024-11-25T00:22:42,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494222962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:42,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494222964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742219_1395 (size=9657) 2024-11-25T00:22:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494223162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494223162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494223164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494223174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494223177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:43,424 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/879357b263934d90856f597fe96b46d1 2024-11-25T00:22:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/02aae34bd3ab48538a8c42c9b476505e is 50, key is test_row_0/C:col10/1732494161571/Put/seqid=0 2024-11-25T00:22:43,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494223473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494223474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494223474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742220_1396 (size=9657) 2024-11-25T00:22:43,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/02aae34bd3ab48538a8c42c9b476505e 2024-11-25T00:22:43,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494223483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db7b2c13be5d4d57bd2eef48fa96ee3d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d 2024-11-25T00:22:43,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494223488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:43,498 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d, entries=100, sequenceid=87, filesize=21.8 K 2024-11-25T00:22:43,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/879357b263934d90856f597fe96b46d1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1 2024-11-25T00:22:43,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1, entries=100, sequenceid=87, filesize=9.4 K 2024-11-25T00:22:43,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/02aae34bd3ab48538a8c42c9b476505e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e 2024-11-25T00:22:43,511 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e, entries=100, sequenceid=87, filesize=9.4 K 2024-11-25T00:22:43,512 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 603435c061de7d93d3e36bd0f1e6ba1e in 1092ms, sequenceid=87, compaction requested=false 2024-11-25T00:22:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:43,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-25T00:22:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-25T00:22:43,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-25T00:22:43,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2470 sec 2024-11-25T00:22:43,517 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.2520 sec 2024-11-25T00:22:43,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:22:43,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:43,988 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494223989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494223993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494223995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494223999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494224000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ab94c6b921f44e43aef148a57b929f70_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742221_1397 (size=14594) 2024-11-25T00:22:44,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125ab94c6b921f44e43aef148a57b929f70_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab94c6b921f44e43aef148a57b929f70_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:44,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97bb2ce58842429a99c816a1f830a910, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97bb2ce58842429a99c816a1f830a910 is 175, key is test_row_0/A:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494224104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494224106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494224109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742222_1398 (size=39549) 2024-11-25T00:22:44,123 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97bb2ce58842429a99c816a1f830a910 2024-11-25T00:22:44,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/e94781d24ddc4caa88206c3ef29b58f5 is 50, key is test_row_0/B:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742223_1399 (size=12001) 2024-11-25T00:22:44,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/e94781d24ddc4caa88206c3ef29b58f5 2024-11-25T00:22:44,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/7797b417e42f4f46b88612974f03ca50 is 50, key is test_row_0/C:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742224_1400 (size=12001) 2024-11-25T00:22:44,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/7797b417e42f4f46b88612974f03ca50 2024-11-25T00:22:44,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/97bb2ce58842429a99c816a1f830a910 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910 2024-11-25T00:22:44,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910, entries=200, sequenceid=119, filesize=38.6 K 2024-11-25T00:22:44,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/e94781d24ddc4caa88206c3ef29b58f5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5 2024-11-25T00:22:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T00:22:44,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/7797b417e42f4f46b88612974f03ca50 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50 2024-11-25T00:22:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50, entries=150, sequenceid=119, filesize=11.7 K 2024-11-25T00:22:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 603435c061de7d93d3e36bd0f1e6ba1e in 249ms, sequenceid=119, compaction requested=true 2024-11-25T00:22:44,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:44,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,234 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:44,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,235 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:44,235 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:44,236 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,236 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=90.8 K 2024-11-25T00:22:44,236 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,236 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910] 2024-11-25T00:22:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,236 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 48257666fcb84f3ebd14162e57676fc1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160420 2024-11-25T00:22:44,237 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting db7b2c13be5d4d57bd2eef48fa96ee3d, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732494161571 2024-11-25T00:22:44,237 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97bb2ce58842429a99c816a1f830a910, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:44,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:44,238 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:44,242 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:44,242 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:44,242 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:44,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:44,242 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:44,242 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/14d2e16f008647259fc51459ccba1a40, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=33.0 K 2024-11-25T00:22:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,243 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 14d2e16f008647259fc51459ccba1a40, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160420 2024-11-25T00:22:44,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,243 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 879357b263934d90856f597fe96b46d1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732494161571 2024-11-25T00:22:44,244 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e94781d24ddc4caa88206c3ef29b58f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:44,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,253 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,263 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125b1a30610b4e04016a432e6d886ff041d_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,264 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,265 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/edb29535589a41b385283e1600ef4d03 is 50, key is test_row_0/B:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,265 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125b1a30610b4e04016a432e6d886ff041d_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,265 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125b1a30610b4e04016a432e6d886ff041d_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742225_1401 (size=12241) 2024-11-25T00:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742226_1402 (size=4469) 2024-11-25T00:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,315 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#342 average throughput is 0.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,316 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a4021791ab394c1b96141419e18d9ab6 is 175, key is test_row_0/A:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742227_1403 (size=31195) 2024-11-25T00:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-25T00:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,373 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-25T00:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-25T00:22:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,377 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,378 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:44,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125942b60cf603e4afa850690ec6020d432_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494164413/Put/seqid=0 2024-11-25T00:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742228_1404 (size=14694) 2024-11-25T00:22:44,533 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494224548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494224550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494224551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494224664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494224667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494224667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:44,689 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,690 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,709 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/edb29535589a41b385283e1600ef4d03 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/edb29535589a41b385283e1600ef4d03 2024-11-25T00:22:44,715 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into edb29535589a41b385283e1600ef4d03(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:44,715 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:44,715 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494164238; duration=0sec 2024-11-25T00:22:44,715 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:44,715 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:44,715 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:44,716 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:44,716 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:44,716 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,716 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/06d07ad0c6a84cf59566d139354cf177, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=33.0 K 2024-11-25T00:22:44,716 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 06d07ad0c6a84cf59566d139354cf177, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1732494160420 2024-11-25T00:22:44,717 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 02aae34bd3ab48538a8c42c9b476505e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1732494161571 2024-11-25T00:22:44,717 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7797b417e42f4f46b88612974f03ca50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:44,739 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:44,740 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ee5bf406eaf9427592deb0bb531de9d3 is 50, key is test_row_0/C:col10/1732494162828/Put/seqid=0 2024-11-25T00:22:44,750 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a4021791ab394c1b96141419e18d9ab6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6 2024-11-25T00:22:44,755 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into a4021791ab394c1b96141419e18d9ab6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:44,755 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:44,755 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494164234; duration=0sec 2024-11-25T00:22:44,755 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:44,755 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742229_1405 (size=12241) 2024-11-25T00:22:44,842 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,843 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,843 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494224872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494224874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494224876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,892 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:44,897 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125942b60cf603e4afa850690ec6020d432_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125942b60cf603e4afa850690ec6020d432_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:44,898 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/57e5ae446dd54475848d5f7c7cd5c35a, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:44,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/57e5ae446dd54475848d5f7c7cd5c35a is 175, key is test_row_0/A:col10/1732494164413/Put/seqid=0 2024-11-25T00:22:44,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742230_1406 (size=39645) 2024-11-25T00:22:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:44,996 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:44,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:44,997 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494225005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494225012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,150 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:45,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,179 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ee5bf406eaf9427592deb0bb531de9d3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ee5bf406eaf9427592deb0bb531de9d3 2024-11-25T00:22:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494225177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494225178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,186 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into ee5bf406eaf9427592deb0bb531de9d3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:45,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:45,186 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494164242; duration=0sec 2024-11-25T00:22:45,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:45,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:45,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494225184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,306 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,341 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/57e5ae446dd54475848d5f7c7cd5c35a 2024-11-25T00:22:45,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/cccbd17911aa4ac292eb18cedd165903 is 50, key is test_row_0/B:col10/1732494164413/Put/seqid=0 2024-11-25T00:22:45,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742231_1407 (size=9757) 2024-11-25T00:22:45,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/cccbd17911aa4ac292eb18cedd165903 2024-11-25T00:22:45,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 is 50, key is test_row_0/C:col10/1732494164413/Put/seqid=0 2024-11-25T00:22:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742232_1408 (size=9757) 2024-11-25T00:22:45,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 2024-11-25T00:22:45,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/57e5ae446dd54475848d5f7c7cd5c35a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a 2024-11-25T00:22:45,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a, entries=200, sequenceid=130, filesize=38.7 K 2024-11-25T00:22:45,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/cccbd17911aa4ac292eb18cedd165903 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903 2024-11-25T00:22:45,460 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:45,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903, entries=100, sequenceid=130, filesize=9.5 K 2024-11-25T00:22:45,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 2024-11-25T00:22:45,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1, entries=100, sequenceid=130, filesize=9.5 K 2024-11-25T00:22:45,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 1056ms, sequenceid=130, compaction requested=false 2024-11-25T00:22:45,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:45,614 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:45,615 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:45,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eeeadeae953b4627a121372b16da9e73_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494164550/Put/seqid=0 2024-11-25T00:22:45,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742233_1409 (size=12304) 2024-11-25T00:22:45,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:45,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:45,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494225713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494225714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494225714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494225823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494225824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:45,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:45,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494225824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494226031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494226031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494226033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:46,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eeeadeae953b4627a121372b16da9e73_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eeeadeae953b4627a121372b16da9e73_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f975505204544b4b997e22557878ae50, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:46,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f975505204544b4b997e22557878ae50 is 175, key is test_row_0/A:col10/1732494164550/Put/seqid=0 2024-11-25T00:22:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742234_1410 (size=31105) 2024-11-25T00:22:46,098 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f975505204544b4b997e22557878ae50 2024-11-25T00:22:46,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/74073199b2df4fe89507c43cd37f2110 is 50, key is test_row_0/B:col10/1732494164550/Put/seqid=0 2024-11-25T00:22:46,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742235_1411 (size=12151) 2024-11-25T00:22:46,134 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/74073199b2df4fe89507c43cd37f2110 2024-11-25T00:22:46,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/db8561052bfb450ab4524dbd123d82de is 50, key is test_row_0/C:col10/1732494164550/Put/seqid=0 2024-11-25T00:22:46,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742236_1412 (size=12151) 2024-11-25T00:22:46,188 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/db8561052bfb450ab4524dbd123d82de 2024-11-25T00:22:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f975505204544b4b997e22557878ae50 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50 2024-11-25T00:22:46,202 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50, entries=150, sequenceid=158, filesize=30.4 K 2024-11-25T00:22:46,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/74073199b2df4fe89507c43cd37f2110 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110 2024-11-25T00:22:46,210 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:22:46,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/db8561052bfb450ab4524dbd123d82de as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de 2024-11-25T00:22:46,215 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de, entries=150, sequenceid=158, filesize=11.9 K 2024-11-25T00:22:46,216 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 603435c061de7d93d3e36bd0f1e6ba1e in 601ms, sequenceid=158, compaction requested=true 2024-11-25T00:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-25T00:22:46,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-25T00:22:46,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-25T00:22:46,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8390 sec 2024-11-25T00:22:46,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.8450 sec 2024-11-25T00:22:46,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:46,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:46,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253931e32fdbd24aa090f65c0e2bd59f19_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:46,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742237_1413 (size=14794) 2024-11-25T00:22:46,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:46,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253931e32fdbd24aa090f65c0e2bd59f19_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253931e32fdbd24aa090f65c0e2bd59f19_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:46,403 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/add6eac6382a47aeb3ec307834a9c6df, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:46,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/add6eac6382a47aeb3ec307834a9c6df is 175, key is test_row_0/A:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:46,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742238_1414 (size=39749) 2024-11-25T00:22:46,427 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/add6eac6382a47aeb3ec307834a9c6df 2024-11-25T00:22:46,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8b113e6e8fd7478f8f24178911177157 is 50, key is test_row_0/B:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:46,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742239_1415 (size=12151) 2024-11-25T00:22:46,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-25T00:22:46,484 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-25T00:22:46,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-25T00:22:46,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:46,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:46,493 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:46,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:46,504 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494226490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494226492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494226493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:46,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494226606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494226607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494226607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:46,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:46,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,800 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494226817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494226818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494226819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8b113e6e8fd7478f8f24178911177157 2024-11-25T00:22:46,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/528aecc846e84de087c33a5e99dcf6e7 is 50, key is test_row_0/C:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:46,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742240_1416 (size=12151) 2024-11-25T00:22:46,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/528aecc846e84de087c33a5e99dcf6e7 2024-11-25T00:22:46,951 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:46,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:46,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/add6eac6382a47aeb3ec307834a9c6df as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df 2024-11-25T00:22:46,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df, entries=200, sequenceid=170, filesize=38.8 K 2024-11-25T00:22:46,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/8b113e6e8fd7478f8f24178911177157 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157 2024-11-25T00:22:46,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:22:46,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/528aecc846e84de087c33a5e99dcf6e7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7 2024-11-25T00:22:46,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7, entries=150, sequenceid=170, filesize=11.9 K 2024-11-25T00:22:46,977 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 603435c061de7d93d3e36bd0f1e6ba1e in 629ms, sequenceid=170, compaction requested=true 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:46,977 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:46,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:22:46,977 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141694 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:46,979 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,979 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,979 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=138.4 K 2024-11-25T00:22:46,979 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/edb29535589a41b385283e1600ef4d03, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=45.2 K 2024-11-25T00:22:46,979 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df] 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting edb29535589a41b385283e1600ef4d03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:46,979 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4021791ab394c1b96141419e18d9ab6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:46,980 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57e5ae446dd54475848d5f7c7cd5c35a, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494164352 2024-11-25T00:22:46,980 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting cccbd17911aa4ac292eb18cedd165903, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494164411 2024-11-25T00:22:46,980 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 74073199b2df4fe89507c43cd37f2110, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494164545 2024-11-25T00:22:46,980 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f975505204544b4b997e22557878ae50, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494164545 2024-11-25T00:22:46,981 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b113e6e8fd7478f8f24178911177157, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:46,981 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting add6eac6382a47aeb3ec307834a9c6df, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:47,008 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:47,011 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:47,012 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/c192d9f940f343f0af9204395c2fa072 is 50, key is test_row_0/B:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:47,024 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e674974cc56c490885c81649f806698b_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:47,027 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e674974cc56c490885c81649f806698b_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:47,027 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e674974cc56c490885c81649f806698b_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:47,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:47,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:47,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742242_1418 (size=4469) 2024-11-25T00:22:47,100 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#354 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:47,100 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/555c0b3ad968410cadb2efbeeffd290a is 175, key is test_row_0/A:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:47,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742241_1417 (size=12527) 2024-11-25T00:22:47,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112578e973a8002747c8a52e22b9d8e74d16_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494167032/Put/seqid=0 2024-11-25T00:22:47,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494227109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494227112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494227128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494227130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494227130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742244_1420 (size=14794) 2024-11-25T00:22:47,146 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,155 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112578e973a8002747c8a52e22b9d8e74d16_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112578e973a8002747c8a52e22b9d8e74d16_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:47,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a5137ca13b9b491981c62a8afce10aec, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:47,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a5137ca13b9b491981c62a8afce10aec is 175, key is test_row_0/A:col10/1732494167032/Put/seqid=0 2024-11-25T00:22:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742243_1419 (size=31481) 2024-11-25T00:22:47,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742245_1421 (size=39749) 2024-11-25T00:22:47,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494227225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494227232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,261 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494227440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494227441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,524 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/c192d9f940f343f0af9204395c2fa072 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/c192d9f940f343f0af9204395c2fa072 2024-11-25T00:22:47,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into c192d9f940f343f0af9204395c2fa072(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:47,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:47,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=12, startTime=1732494166977; duration=0sec 2024-11-25T00:22:47,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:47,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:47,530 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:47,531 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:47,532 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:47,532 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,532 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ee5bf406eaf9427592deb0bb531de9d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=45.2 K 2024-11-25T00:22:47,533 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ee5bf406eaf9427592deb0bb531de9d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1732494162828 2024-11-25T00:22:47,533 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d4b5fa6b3ab4469c9bd0abc4ac7b35a1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1732494164411 2024-11-25T00:22:47,533 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting db8561052bfb450ab4524dbd123d82de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1732494164545 2024-11-25T00:22:47,534 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 528aecc846e84de087c33a5e99dcf6e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:47,542 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:47,543 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/615c57aa322a4dcb8886ee0d923cc459 is 50, key is test_row_0/C:col10/1732494166347/Put/seqid=0 2024-11-25T00:22:47,568 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/555c0b3ad968410cadb2efbeeffd290a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a 2024-11-25T00:22:47,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,574 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 555c0b3ad968410cadb2efbeeffd290a(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:47,574 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:47,574 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=12, startTime=1732494166977; duration=0sec 2024-11-25T00:22:47,574 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:47,574 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:47,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742246_1422 (size=12527) 2024-11-25T00:22:47,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a5137ca13b9b491981c62a8afce10aec 2024-11-25T00:22:47,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/d626bf34262845f3a61085ca6187e043 is 50, key is test_row_0/B:col10/1732494167032/Put/seqid=0 2024-11-25T00:22:47,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494227638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494227641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742247_1423 (size=12151) 2024-11-25T00:22:47,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/d626bf34262845f3a61085ca6187e043 2024-11-25T00:22:47,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/746339e011fc42199c49f745ea5ec6aa is 50, key is test_row_0/C:col10/1732494167032/Put/seqid=0 2024-11-25T00:22:47,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:47,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742248_1424 (size=12151) 2024-11-25T00:22:47,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/746339e011fc42199c49f745ea5ec6aa 2024-11-25T00:22:47,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a5137ca13b9b491981c62a8afce10aec as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec 2024-11-25T00:22:47,754 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec, entries=200, sequenceid=195, filesize=38.8 K 2024-11-25T00:22:47,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/d626bf34262845f3a61085ca6187e043 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043 2024-11-25T00:22:47,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494227750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494227750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T00:22:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/746339e011fc42199c49f745ea5ec6aa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa 2024-11-25T00:22:47,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa, entries=150, sequenceid=195, filesize=11.9 K 2024-11-25T00:22:47,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 603435c061de7d93d3e36bd0f1e6ba1e in 728ms, sequenceid=195, compaction requested=false 2024-11-25T00:22:47,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,878 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-25T00:22:47,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,879 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:47,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f320b74b19d74b289a4cb6e2ab2694f5_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_1/A:col10/1732494167094/Put/seqid=0 2024-11-25T00:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742249_1425 (size=9814) 2024-11-25T00:22:47,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,005 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/615c57aa322a4dcb8886ee0d923cc459 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/615c57aa322a4dcb8886ee0d923cc459 2024-11-25T00:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,010 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 615c57aa322a4dcb8886ee0d923cc459(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:48,010 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:48,010 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=12, startTime=1732494166977; duration=0sec 2024-11-25T00:22:48,011 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:48,011 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:48,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,336 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f320b74b19d74b289a4cb6e2ab2694f5_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f320b74b19d74b289a4cb6e2ab2694f5_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/1f53e4baab0b4879bec3cc523f6ba85a, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:48,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/1f53e4baab0b4879bec3cc523f6ba85a is 175, key is test_row_1/A:col10/1732494167094/Put/seqid=0 2024-11-25T00:22:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:48,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742250_1426 (size=22461) 2024-11-25T00:22:48,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/1f53e4baab0b4879bec3cc523f6ba85a 2024-11-25T00:22:48,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/0971533328a1462a8bd86408d0764e3e is 50, key is test_row_1/B:col10/1732494167094/Put/seqid=0 2024-11-25T00:22:48,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742251_1427 (size=9757) 2024-11-25T00:22:48,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494228474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494228481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494228589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494228591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:48,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494228650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494228655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494228656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494228795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494228799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:48,843 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/0971533328a1462a8bd86408d0764e3e 2024-11-25T00:22:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/86d5518d34094869b17de2036e132cbf is 50, key is test_row_1/C:col10/1732494167094/Put/seqid=0 2024-11-25T00:22:48,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742252_1428 (size=9757) 2024-11-25T00:22:48,881 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/86d5518d34094869b17de2036e132cbf 2024-11-25T00:22:48,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/1f53e4baab0b4879bec3cc523f6ba85a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a 2024-11-25T00:22:48,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a, entries=100, sequenceid=208, filesize=21.9 K 2024-11-25T00:22:48,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/0971533328a1462a8bd86408d0764e3e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e 2024-11-25T00:22:48,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e, entries=100, sequenceid=208, filesize=9.5 K 2024-11-25T00:22:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/86d5518d34094869b17de2036e132cbf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf 2024-11-25T00:22:48,912 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf, entries=100, sequenceid=208, filesize=9.5 K 2024-11-25T00:22:48,913 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 1034ms, sequenceid=208, compaction requested=true 2024-11-25T00:22:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-25T00:22:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-25T00:22:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-25T00:22:48,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4220 sec 2024-11-25T00:22:48,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 2.4300 sec 2024-11-25T00:22:49,107 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:49,107 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:49,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb6973d95ac245dda3b34be2ad22815a_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494229146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494229147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742253_1429 (size=14794) 2024-11-25T00:22:49,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494229251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494229259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494229463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494229466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:49,573 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fb6973d95ac245dda3b34be2ad22815a_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb6973d95ac245dda3b34be2ad22815a_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:49,574 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/002aa7c125394366b8204d0cdb50f4ae, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/002aa7c125394366b8204d0cdb50f4ae is 175, key is test_row_0/A:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742254_1430 (size=39749) 2024-11-25T00:22:49,589 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/002aa7c125394366b8204d0cdb50f4ae 2024-11-25T00:22:49,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/f52368cd12af4377a604723044ea747f is 50, key is test_row_0/B:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742255_1431 (size=12151) 2024-11-25T00:22:49,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/f52368cd12af4377a604723044ea747f 2024-11-25T00:22:49,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ae4e9b70892349c4b9485dabaad1dd93 is 50, key is test_row_0/C:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742256_1432 (size=12151) 2024-11-25T00:22:49,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ae4e9b70892349c4b9485dabaad1dd93 2024-11-25T00:22:49,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/002aa7c125394366b8204d0cdb50f4ae as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae 2024-11-25T00:22:49,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae, entries=200, sequenceid=235, filesize=38.8 K 2024-11-25T00:22:49,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/f52368cd12af4377a604723044ea747f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f 2024-11-25T00:22:49,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T00:22:49,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ae4e9b70892349c4b9485dabaad1dd93 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93 2024-11-25T00:22:49,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93, entries=150, sequenceid=235, filesize=11.9 K 2024-11-25T00:22:49,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 603435c061de7d93d3e36bd0f1e6ba1e in 642ms, sequenceid=235, compaction requested=true 2024-11-25T00:22:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:49,749 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:49,749 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:49,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:49,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:49,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:49,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:49,751 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46586 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:49,751 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133440 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:49,751 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:49,751 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:49,751 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:49,751 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:49,751 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=130.3 K 2024-11-25T00:22:49,751 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/c192d9f940f343f0af9204395c2fa072, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=45.5 K 2024-11-25T00:22:49,751 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:49,751 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae] 2024-11-25T00:22:49,752 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c192d9f940f343f0af9204395c2fa072, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:49,752 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 555c0b3ad968410cadb2efbeeffd290a, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:49,752 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5137ca13b9b491981c62a8afce10aec, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494166374 2024-11-25T00:22:49,752 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d626bf34262845f3a61085ca6187e043, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494166374 2024-11-25T00:22:49,753 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f53e4baab0b4879bec3cc523f6ba85a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494167094 2024-11-25T00:22:49,754 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0971533328a1462a8bd86408d0764e3e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494167094 2024-11-25T00:22:49,755 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 002aa7c125394366b8204d0cdb50f4ae, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168468 2024-11-25T00:22:49,755 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f52368cd12af4377a604723044ea747f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168470 2024-11-25T00:22:49,775 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:49,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:49,785 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112580a8e9ef7c8c480bbc25784537faf666_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,785 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:49,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/9cb15bac74814c40a1440a1a881ed9db is 50, key is test_row_0/B:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,788 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112580a8e9ef7c8c480bbc25784537faf666_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,788 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112580a8e9ef7c8c480bbc25784537faf666_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ffdaa32c684421e8260aac1ce805032_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494169119/Put/seqid=0 2024-11-25T00:22:49,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742257_1433 (size=12663) 2024-11-25T00:22:49,857 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/9cb15bac74814c40a1440a1a881ed9db as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9cb15bac74814c40a1440a1a881ed9db 2024-11-25T00:22:49,864 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into 9cb15bac74814c40a1440a1a881ed9db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:49,864 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:49,864 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=12, startTime=1732494169749; duration=0sec 2024-11-25T00:22:49,864 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:49,864 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:49,864 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:22:49,865 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46586 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:22:49,865 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:49,866 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:49,866 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/615c57aa322a4dcb8886ee0d923cc459, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=45.5 K 2024-11-25T00:22:49,866 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 615c57aa322a4dcb8886ee0d923cc459, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1732494165702 2024-11-25T00:22:49,867 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 746339e011fc42199c49f745ea5ec6aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1732494166374 2024-11-25T00:22:49,868 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 86d5518d34094869b17de2036e132cbf, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494167094 2024-11-25T00:22:49,868 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ae4e9b70892349c4b9485dabaad1dd93, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168470 2024-11-25T00:22:49,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742258_1434 (size=4469) 2024-11-25T00:22:49,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742259_1435 (size=14794) 2024-11-25T00:22:49,896 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:49,901 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257ffdaa32c684421e8260aac1ce805032_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ffdaa32c684421e8260aac1ce805032_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:49,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494229894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,903 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/44a2bb5578234aee8b7831300c79434f, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:49,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/44a2bb5578234aee8b7831300c79434f is 175, key is test_row_0/A:col10/1732494169119/Put/seqid=0 2024-11-25T00:22:49,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494229899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:49,913 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#369 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:49,914 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/8145e0582ec44270b07ecf01d66ca3d2 is 50, key is test_row_0/C:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742260_1436 (size=39749) 2024-11-25T00:22:49,964 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/44a2bb5578234aee8b7831300c79434f 2024-11-25T00:22:49,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/62659a7b9bbd47b3964ac15c9415001c is 50, key is test_row_0/B:col10/1732494169119/Put/seqid=0 2024-11-25T00:22:49,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742261_1437 (size=12663) 2024-11-25T00:22:49,982 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/8145e0582ec44270b07ecf01d66ca3d2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8145e0582ec44270b07ecf01d66ca3d2 2024-11-25T00:22:49,989 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 8145e0582ec44270b07ecf01d66ca3d2(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:49,989 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:49,989 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=12, startTime=1732494169750; duration=0sec 2024-11-25T00:22:49,989 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:49,989 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742262_1438 (size=12151) 2024-11-25T00:22:50,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494230005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494230012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494230211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494230220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,273 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#366 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:50,274 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/80a5b3f3ea9a4579a301cec22ea7cd17 is 175, key is test_row_0/A:col10/1732494169105/Put/seqid=0 2024-11-25T00:22:50,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742263_1439 (size=31617) 2024-11-25T00:22:50,398 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/62659a7b9bbd47b3964ac15c9415001c 2024-11-25T00:22:50,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/4b8c8f00843b47ce9856b97dcd0cd85e is 50, key is test_row_0/C:col10/1732494169119/Put/seqid=0 2024-11-25T00:22:50,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742264_1440 (size=12151) 2024-11-25T00:22:50,466 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/4b8c8f00843b47ce9856b97dcd0cd85e 2024-11-25T00:22:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/44a2bb5578234aee8b7831300c79434f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f 2024-11-25T00:22:50,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f, entries=200, sequenceid=246, filesize=38.8 K 2024-11-25T00:22:50,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/62659a7b9bbd47b3964ac15c9415001c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c 2024-11-25T00:22:50,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T00:22:50,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/4b8c8f00843b47ce9856b97dcd0cd85e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e 2024-11-25T00:22:50,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e, entries=150, sequenceid=246, filesize=11.9 K 2024-11-25T00:22:50,507 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 732ms, sequenceid=246, compaction requested=false 2024-11-25T00:22:50,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:50,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:50,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:50,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c63d89820b2a43a792ee1b50bd29a3f7_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494230558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494230561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742265_1441 (size=14994) 2024-11-25T00:22:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-25T00:22:50,599 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-25T00:22:50,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-25T00:22:50,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:50,603 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:50,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:50,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494230660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,669 DEBUG [Thread-1673 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494230668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494230668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494230669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,678 DEBUG [Thread-1675 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4186 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:50,687 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494230684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,689 DEBUG [Thread-1669 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4197 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:22:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:50,721 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/80a5b3f3ea9a4579a301cec22ea7cd17 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17 2024-11-25T00:22:50,729 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 80a5b3f3ea9a4579a301cec22ea7cd17(size=30.9 K), total size for store is 69.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:50,729 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:50,729 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=12, startTime=1732494169749; duration=0sec 2024-11-25T00:22:50,729 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:50,729 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:50,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:50,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494230880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:50,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494230881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:50,910 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:50,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:50,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:50,977 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:50,981 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c63d89820b2a43a792ee1b50bd29a3f7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c63d89820b2a43a792ee1b50bd29a3f7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:50,983 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db58ade76f7e4265a305085e1482cd49, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:50,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db58ade76f7e4265a305085e1482cd49 is 175, key is test_row_0/A:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742266_1442 (size=39949) 2024-11-25T00:22:51,034 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db58ade76f7e4265a305085e1482cd49 2024-11-25T00:22:51,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/3646051e78b14203ac7955ec53827120 is 50, key is test_row_0/B:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,064 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742267_1443 (size=12301) 2024-11-25T00:22:51,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494231187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494231189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:51,217 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,218 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,370 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/3646051e78b14203ac7955ec53827120 2024-11-25T00:22:51,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b3eb74cc5cdd4a1188753337e14fa33d is 50, key is test_row_0/C:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:51,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:51,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:51,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742268_1444 (size=12301) 2024-11-25T00:22:51,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b3eb74cc5cdd4a1188753337e14fa33d 2024-11-25T00:22:51,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/db58ade76f7e4265a305085e1482cd49 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49 2024-11-25T00:22:51,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49, entries=200, sequenceid=274, filesize=39.0 K 2024-11-25T00:22:51,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/3646051e78b14203ac7955ec53827120 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120 2024-11-25T00:22:51,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T00:22:51,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/b3eb74cc5cdd4a1188753337e14fa33d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d 2024-11-25T00:22:51,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d, entries=150, sequenceid=274, filesize=12.0 K 2024-11-25T00:22:51,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 603435c061de7d93d3e36bd0f1e6ba1e in 1036ms, sequenceid=274, compaction requested=true 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:51,564 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:51,564 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:51,566 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:51,566 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111315 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:51,566 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:51,566 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:51,567 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,567 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,567 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9cb15bac74814c40a1440a1a881ed9db, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.2 K 2024-11-25T00:22:51,567 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=108.7 K 2024-11-25T00:22:51,567 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49] 2024-11-25T00:22:51,567 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80a5b3f3ea9a4579a301cec22ea7cd17, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168470 2024-11-25T00:22:51,567 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cb15bac74814c40a1440a1a881ed9db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168470 2024-11-25T00:22:51,568 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44a2bb5578234aee8b7831300c79434f, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494169119 2024-11-25T00:22:51,568 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 62659a7b9bbd47b3964ac15c9415001c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494169119 2024-11-25T00:22:51,568 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting db58ade76f7e4265a305085e1482cd49, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:51,568 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3646051e78b14203ac7955ec53827120, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:51,585 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:51,586 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/bfebb479fe3741e8a1a9047ab55e3702 is 50, key is test_row_0/B:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,592 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:51,601 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411250722a8e334df4518ac06d580b1c99c2c_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:51,603 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411250722a8e334df4518ac06d580b1c99c2c_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:51,603 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250722a8e334df4518ac06d580b1c99c2c_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:51,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742269_1445 (size=12915) 2024-11-25T00:22:51,652 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/bfebb479fe3741e8a1a9047ab55e3702 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/bfebb479fe3741e8a1a9047ab55e3702 2024-11-25T00:22:51,658 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into bfebb479fe3741e8a1a9047ab55e3702(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:51,658 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:51,658 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494171564; duration=0sec 2024-11-25T00:22:51,659 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:51,659 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:51,659 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:51,660 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:51,660 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:51,660 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,660 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8145e0582ec44270b07ecf01d66ca3d2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.2 K 2024-11-25T00:22:51,660 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8145e0582ec44270b07ecf01d66ca3d2, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732494168470 2024-11-25T00:22:51,661 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b8c8f00843b47ce9856b97dcd0cd85e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732494169119 2024-11-25T00:22:51,661 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b3eb74cc5cdd4a1188753337e14fa33d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:51,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742270_1446 (size=4469) 2024-11-25T00:22:51,673 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#376 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:51,674 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/4bece479797b423e8640e2b4cd788cd3 is 175, key is test_row_0/A:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,678 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#377 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:51,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-25T00:22:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:51,679 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:22:51,679 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/c0fdf0216cd84cb5a579fb3420408fe1 is 50, key is test_row_0/C:col10/1732494169881/Put/seqid=0 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:51,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:51,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742271_1447 (size=31869) 2024-11-25T00:22:51,718 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/4bece479797b423e8640e2b4cd788cd3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3 2024-11-25T00:22:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742272_1448 (size=12915) 2024-11-25T00:22:51,726 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 4bece479797b423e8640e2b4cd788cd3(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:51,726 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:51,726 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494171564; duration=0sec 2024-11-25T00:22:51,726 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:51,726 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:51,730 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/c0fdf0216cd84cb5a579fb3420408fe1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/c0fdf0216cd84cb5a579fb3420408fe1 2024-11-25T00:22:51,735 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into c0fdf0216cd84cb5a579fb3420408fe1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:51,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:51,735 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494171564; duration=0sec 2024-11-25T00:22:51,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:51,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:51,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125811e885b0c4e410c879f3a22c5c99428_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494170560/Put/seqid=0 2024-11-25T00:22:51,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742273_1449 (size=12454) 2024-11-25T00:22:51,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494231838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494231839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494231945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:51,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494231947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494232153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494232154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:52,199 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125811e885b0c4e410c879f3a22c5c99428_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811e885b0c4e410c879f3a22c5c99428_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:52,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/24cd0515be754037ac8ec5a2e7c936e7, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:52,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/24cd0515be754037ac8ec5a2e7c936e7 is 175, key is test_row_0/A:col10/1732494170560/Put/seqid=0 2024-11-25T00:22:52,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742274_1450 (size=31255) 2024-11-25T00:22:52,229 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/24cd0515be754037ac8ec5a2e7c936e7 2024-11-25T00:22:52,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/31f92783d0034daf95a21969b8480140 is 50, key is test_row_0/B:col10/1732494170560/Put/seqid=0 2024-11-25T00:22:52,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742275_1451 (size=12301) 2024-11-25T00:22:52,273 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/31f92783d0034daf95a21969b8480140 2024-11-25T00:22:52,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/03ca1c84171843d293cbe895376fa0b6 is 50, key is test_row_0/C:col10/1732494170560/Put/seqid=0 2024-11-25T00:22:52,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742276_1452 (size=12301) 2024-11-25T00:22:52,306 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/03ca1c84171843d293cbe895376fa0b6 2024-11-25T00:22:52,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/24cd0515be754037ac8ec5a2e7c936e7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7 2024-11-25T00:22:52,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7, entries=150, sequenceid=286, filesize=30.5 K 2024-11-25T00:22:52,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/31f92783d0034daf95a21969b8480140 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140 2024-11-25T00:22:52,323 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T00:22:52,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/03ca1c84171843d293cbe895376fa0b6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6 2024-11-25T00:22:52,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6, entries=150, sequenceid=286, filesize=12.0 K 2024-11-25T00:22:52,334 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 603435c061de7d93d3e36bd0f1e6ba1e in 656ms, sequenceid=286, compaction requested=false 2024-11-25T00:22:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:52,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-25T00:22:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-25T00:22:52,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-25T00:22:52,337 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7330 sec 2024-11-25T00:22:52,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.7370 sec 2024-11-25T00:22:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:52,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:52,467 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:52,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494232484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c9e9e43208cd405f811b0569313c3892_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:52,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494232492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742277_1453 (size=17534) 2024-11-25T00:22:52,544 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:52,551 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c9e9e43208cd405f811b0569313c3892_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9e9e43208cd405f811b0569313c3892_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:52,553 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/0224a6ff01004c5b81be4c9f036620be, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:52,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/0224a6ff01004c5b81be4c9f036620be is 175, key is test_row_0/A:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:52,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742278_1454 (size=48639) 2024-11-25T00:22:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494232594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494232598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-25T00:22:52,707 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-25T00:22:52,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:52,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-11-25T00:22:52,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:52,712 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:52,713 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:52,713 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:52,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494232803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:52,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494232806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:52,865 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:52,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:52,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:52,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,002 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/0224a6ff01004c5b81be4c9f036620be 2024-11-25T00:22:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:53,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,021 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/6f4f3849277f4870a1cc2aef18139eb2 is 50, key is test_row_0/B:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:53,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742279_1455 (size=12301) 2024-11-25T00:22:53,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494233111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494233113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,170 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,171 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:53,328 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/6f4f3849277f4870a1cc2aef18139eb2 2024-11-25T00:22:53,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ea6c3d38094b417d8a5bd1e56fb1f22c is 50, key is test_row_0/C:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:53,486 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742280_1456 (size=12301) 2024-11-25T00:22:53,528 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ea6c3d38094b417d8a5bd1e56fb1f22c 2024-11-25T00:22:53,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/0224a6ff01004c5b81be4c9f036620be as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be 2024-11-25T00:22:53,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be, entries=250, sequenceid=317, filesize=47.5 K 2024-11-25T00:22:53,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/6f4f3849277f4870a1cc2aef18139eb2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2 2024-11-25T00:22:53,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T00:22:53,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/ea6c3d38094b417d8a5bd1e56fb1f22c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c 2024-11-25T00:22:53,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c, entries=150, sequenceid=317, filesize=12.0 K 2024-11-25T00:22:53,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 603435c061de7d93d3e36bd0f1e6ba1e in 1093ms, sequenceid=317, compaction requested=true 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:53,560 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:53,560 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:53,560 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:53,561 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111763 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:53,561 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:53,561 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,561 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=109.1 K 2024-11-25T00:22:53,561 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,561 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be] 2024-11-25T00:22:53,561 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bece479797b423e8640e2b4cd788cd3, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:53,562 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,562 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/bfebb479fe3741e8a1a9047ab55e3702, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.6 K 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 24cd0515be754037ac8ec5a2e7c936e7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732494170536 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting bfebb479fe3741e8a1a9047ab55e3702, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0224a6ff01004c5b81be4c9f036620be, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171813 2024-11-25T00:22:53,562 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 31f92783d0034daf95a21969b8480140, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732494170536 2024-11-25T00:22:53,564 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f4f3849277f4870a1cc2aef18139eb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171836 2024-11-25T00:22:53,577 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:53,580 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:53,581 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/007ec50dcfc840a7a231cae9d29fb1f2 is 50, key is test_row_0/B:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:53,583 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411253b39be19b4a945b6b8cd465c7327615a_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:53,585 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411253b39be19b4a945b6b8cd465c7327615a_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:53,585 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253b39be19b4a945b6b8cd465c7327615a_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:53,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742281_1457 (size=13017) 2024-11-25T00:22:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742282_1458 (size=4469) 2024-11-25T00:22:53,613 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#384 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:53,614 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/9a088557ca8c4e9d93b7bd45f3773987 is 175, key is test_row_0/A:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:53,636 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:53,636 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:53,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742283_1459 (size=31971) 2024-11-25T00:22:53,654 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/9a088557ca8c4e9d93b7bd45f3773987 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987 2024-11-25T00:22:53,660 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 9a088557ca8c4e9d93b7bd45f3773987(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:53,661 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:53,661 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494173560; duration=0sec 2024-11-25T00:22:53,661 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:53,661 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:53,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e3c440691bc451ea514296cea758ccc_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494173626/Put/seqid=0 2024-11-25T00:22:53,661 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:53,662 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:53,662 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:53,662 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,662 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/c0fdf0216cd84cb5a579fb3420408fe1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.6 K 2024-11-25T00:22:53,663 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0fdf0216cd84cb5a579fb3420408fe1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732494169881 2024-11-25T00:22:53,664 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03ca1c84171843d293cbe895376fa0b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732494170536 2024-11-25T00:22:53,664 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea6c3d38094b417d8a5bd1e56fb1f22c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171836 2024-11-25T00:22:53,688 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#387 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:53,689 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/a3370c49b7a5462c847eec02d6589f31 is 50, key is test_row_0/C:col10/1732494171836/Put/seqid=0 2024-11-25T00:22:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742285_1461 (size=13017) 2024-11-25T00:22:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742284_1460 (size=17534) 2024-11-25T00:22:53,721 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/a3370c49b7a5462c847eec02d6589f31 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/a3370c49b7a5462c847eec02d6589f31 2024-11-25T00:22:53,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:53,729 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254e3c440691bc451ea514296cea758ccc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3c440691bc451ea514296cea758ccc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:53,730 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f5978432c16248e18d0afd43fea5fbf5, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:53,731 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into a3370c49b7a5462c847eec02d6589f31(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:53,731 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:53,731 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494173560; duration=0sec 2024-11-25T00:22:53,731 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:53,731 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:53,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f5978432c16248e18d0afd43fea5fbf5 is 175, key is test_row_0/A:col10/1732494173626/Put/seqid=0 2024-11-25T00:22:53,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494233750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494233750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742286_1462 (size=48639) 2024-11-25T00:22:53,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494233861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494233861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:53,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:53,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,017 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/007ec50dcfc840a7a231cae9d29fb1f2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/007ec50dcfc840a7a231cae9d29fb1f2 2024-11-25T00:22:54,026 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into 007ec50dcfc840a7a231cae9d29fb1f2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:54,026 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:54,026 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494173560; duration=0sec 2024-11-25T00:22:54,026 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:54,026 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:54,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494234073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494234073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,099 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,170 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=328, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f5978432c16248e18d0afd43fea5fbf5 2024-11-25T00:22:54,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/30cb510d3b4c4144a90aef3e5ff47ffb is 50, key is test_row_0/B:col10/1732494173626/Put/seqid=0 2024-11-25T00:22:54,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742287_1463 (size=12301) 2024-11-25T00:22:54,252 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494234381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,386 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494234381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,407 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,559 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/30cb510d3b4c4144a90aef3e5ff47ffb 2024-11-25T00:22:54,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/8f0688ee68774c32abd200cc1da6e355 is 50, key is test_row_0/C:col10/1732494173626/Put/seqid=0 2024-11-25T00:22:54,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742288_1464 (size=12301) 2024-11-25T00:22:54,650 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/8f0688ee68774c32abd200cc1da6e355 2024-11-25T00:22:54,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f5978432c16248e18d0afd43fea5fbf5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5 2024-11-25T00:22:54,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5, entries=250, sequenceid=328, filesize=47.5 K 2024-11-25T00:22:54,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/30cb510d3b4c4144a90aef3e5ff47ffb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb 2024-11-25T00:22:54,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T00:22:54,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/8f0688ee68774c32abd200cc1da6e355 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355 2024-11-25T00:22:54,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355, entries=150, sequenceid=328, filesize=12.0 K 2024-11-25T00:22:54,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 1045ms, sequenceid=328, compaction requested=false 2024-11-25T00:22:54,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:54,690 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:54,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:54,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b94e132494447bbb3d6fed9f444b87a_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,712 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,713 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494234724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494234725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494234727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742289_1465 (size=14994) 2024-11-25T00:22:54,751 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:54,755 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254b94e132494447bbb3d6fed9f444b87a_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b94e132494447bbb3d6fed9f444b87a_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:54,756 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f7fee004779149099a5d8c9e6425d317, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f7fee004779149099a5d8c9e6425d317 is 175, key is test_row_0/A:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742290_1466 (size=39949) 2024-11-25T00:22:54,781 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f7fee004779149099a5d8c9e6425d317 2024-11-25T00:22:54,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/39086409ef9045aeb4f81518b98bcdc0 is 50, key is test_row_0/B:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742291_1467 (size=12301) 2024-11-25T00:22:54,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/39086409ef9045aeb4f81518b98bcdc0 2024-11-25T00:22:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:54,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/972774279f3549b19d0597c85713b2d5 is 50, key is test_row_0/C:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494234834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494234835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:54,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494234836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742292_1468 (size=12301) 2024-11-25T00:22:54,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/972774279f3549b19d0597c85713b2d5 2024-11-25T00:22:54,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f7fee004779149099a5d8c9e6425d317 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317 2024-11-25T00:22:54,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317, entries=200, sequenceid=357, filesize=39.0 K 2024-11-25T00:22:54,862 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/39086409ef9045aeb4f81518b98bcdc0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0 2024-11-25T00:22:54,865 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:54,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:54,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T00:22:54,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/972774279f3549b19d0597c85713b2d5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5 2024-11-25T00:22:54,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5, entries=150, sequenceid=357, filesize=12.0 K 2024-11-25T00:22:54,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 603435c061de7d93d3e36bd0f1e6ba1e in 188ms, sequenceid=357, compaction requested=true 2024-11-25T00:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:54,879 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:54,879 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:54,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:54,880 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:54,881 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120559 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:54,881 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:54,881 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,881 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=117.7 K 2024-11-25T00:22:54,881 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,881 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317] 2024-11-25T00:22:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:54,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:54,882 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:54,882 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:54,883 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,883 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/007ec50dcfc840a7a231cae9d29fb1f2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.7 K 2024-11-25T00:22:54,883 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a088557ca8c4e9d93b7bd45f3773987, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171836 2024-11-25T00:22:54,883 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 007ec50dcfc840a7a231cae9d29fb1f2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171836 2024-11-25T00:22:54,883 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5978432c16248e18d0afd43fea5fbf5, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494172482 2024-11-25T00:22:54,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 30cb510d3b4c4144a90aef3e5ff47ffb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494173626 2024-11-25T00:22:54,884 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7fee004779149099a5d8c9e6425d317, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:54,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 39086409ef9045aeb4f81518b98bcdc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:54,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:54,893 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:54,898 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:54,899 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/b5c78a100eea4e6da6152ded3e03f0c6 is 50, key is test_row_0/B:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,901 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,908 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112564b6e5b18b454a8da4587811d57a3514_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,911 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112564b6e5b18b454a8da4587811d57a3514_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,911 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112564b6e5b18b454a8da4587811d57a3514_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d11658cbd6504d5cabc88f2efbd2c007_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494174725/Put/seqid=0 2024-11-25T00:22:54,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742293_1469 (size=13119) 2024-11-25T00:22:54,941 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/b5c78a100eea4e6da6152ded3e03f0c6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b5c78a100eea4e6da6152ded3e03f0c6 2024-11-25T00:22:54,946 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into b5c78a100eea4e6da6152ded3e03f0c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:54,946 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:54,947 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494174880; duration=0sec 2024-11-25T00:22:54,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:54,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:54,947 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:54,948 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:54,948 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:54,948 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:54,948 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/a3370c49b7a5462c847eec02d6589f31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.7 K 2024-11-25T00:22:54,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a3370c49b7a5462c847eec02d6589f31, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1732494171836 2024-11-25T00:22:54,950 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f0688ee68774c32abd200cc1da6e355, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732494173626 2024-11-25T00:22:54,950 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 972774279f3549b19d0597c85713b2d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:54,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742294_1470 (size=4469) 2024-11-25T00:22:54,955 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#394 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:54,956 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/2a3cda819a2e4042b0547bf938cd82e0 is 175, key is test_row_0/A:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742295_1471 (size=14994) 2024-11-25T00:22:54,966 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:54,970 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d11658cbd6504d5cabc88f2efbd2c007_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d11658cbd6504d5cabc88f2efbd2c007_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:54,971 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#396 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:54,972 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/4490917be1b645638de01817e4f0d261 is 50, key is test_row_0/C:col10/1732494173735/Put/seqid=0 2024-11-25T00:22:54,973 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/d3af78af73f14b97bed5a3b46e73eaeb, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:54,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/d3af78af73f14b97bed5a3b46e73eaeb is 175, key is test_row_0/A:col10/1732494174725/Put/seqid=0 2024-11-25T00:22:54,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742296_1472 (size=32073) 2024-11-25T00:22:54,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742297_1473 (size=39949) 2024-11-25T00:22:54,994 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/d3af78af73f14b97bed5a3b46e73eaeb 2024-11-25T00:22:55,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ff75a905dfc0426d83f192a1b253244e is 50, key is test_row_0/B:col10/1732494174725/Put/seqid=0 2024-11-25T00:22:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742298_1474 (size=13119) 2024-11-25T00:22:55,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494235010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,020 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494235012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742299_1475 (size=12301) 2024-11-25T00:22:55,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ff75a905dfc0426d83f192a1b253244e 2024-11-25T00:22:55,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494235040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3fa8f4a0de914be19ffa343c7d02c323 is 50, key is test_row_0/C:col10/1732494174725/Put/seqid=0 2024-11-25T00:22:55,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494235041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494235042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742300_1476 (size=12301) 2024-11-25T00:22:55,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3fa8f4a0de914be19ffa343c7d02c323 2024-11-25T00:22:55,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/d3af78af73f14b97bed5a3b46e73eaeb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb 2024-11-25T00:22:55,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb, entries=200, sequenceid=368, filesize=39.0 K 2024-11-25T00:22:55,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ff75a905dfc0426d83f192a1b253244e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e 2024-11-25T00:22:55,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T00:22:55,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3fa8f4a0de914be19ffa343c7d02c323 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323 2024-11-25T00:22:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323, entries=150, sequenceid=368, filesize=12.0 K 2024-11-25T00:22:55,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 603435c061de7d93d3e36bd0f1e6ba1e in 200ms, sequenceid=368, compaction requested=false 2024-11-25T00:22:55,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:22:55,121 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:55,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:55,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e9049d6c0884fa0bfbd7e95ebe894d9_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494235156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,173 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494235166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742301_1477 (size=14994) 2024-11-25T00:22:55,185 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:55,188 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258e9049d6c0884fa0bfbd7e95ebe894d9_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e9049d6c0884fa0bfbd7e95ebe894d9_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:55,189 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a0f612699846423899b59f216e651dbc, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a0f612699846423899b59f216e651dbc is 175, key is test_row_0/A:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742302_1478 (size=39949) 2024-11-25T00:22:55,201 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a0f612699846423899b59f216e651dbc 2024-11-25T00:22:55,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a1ecd20261034f4b8769cb009aaf987c is 50, key is test_row_0/B:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742303_1479 (size=12301) 2024-11-25T00:22:55,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a1ecd20261034f4b8769cb009aaf987c 2024-11-25T00:22:55,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/6bdc5bd4904c417e89cb9441abe310dc is 50, key is test_row_0/C:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494235269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494235279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742304_1480 (size=12301) 2024-11-25T00:22:55,326 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,327 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494235347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494235350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,358 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494235350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,382 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/2a3cda819a2e4042b0547bf938cd82e0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0 2024-11-25T00:22:55,388 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 2a3cda819a2e4042b0547bf938cd82e0(size=31.3 K), total size for store is 70.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,388 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,388 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494174879; duration=0sec 2024-11-25T00:22:55,388 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,388 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:55,419 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/4490917be1b645638de01817e4f0d261 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4490917be1b645638de01817e4f0d261 2024-11-25T00:22:55,424 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 4490917be1b645638de01817e4f0d261(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,424 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,424 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494174882; duration=0sec 2024-11-25T00:22:55,425 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,425 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:55,480 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494235480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494235490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:22:55,633 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:55,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/6bdc5bd4904c417e89cb9441abe310dc 2024-11-25T00:22:55,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/a0f612699846423899b59f216e651dbc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc 2024-11-25T00:22:55,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc, entries=200, sequenceid=395, filesize=39.0 K 2024-11-25T00:22:55,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/a1ecd20261034f4b8769cb009aaf987c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c 2024-11-25T00:22:55,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T00:22:55,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/6bdc5bd4904c417e89cb9441abe310dc as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc 2024-11-25T00:22:55,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc, entries=150, sequenceid=395, filesize=12.0 K 2024-11-25T00:22:55,733 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 603435c061de7d93d3e36bd0f1e6ba1e in 612ms, sequenceid=395, compaction requested=true 2024-11-25T00:22:55,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,733 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:55,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:55,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:55,734 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,735 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=109.3 K 2024-11-25T00:22:55,735 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,735 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc] 2024-11-25T00:22:55,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:55,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:55,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:55,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:55,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:55,736 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a3cda819a2e4042b0547bf938cd82e0, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:55,736 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d3af78af73f14b97bed5a3b46e73eaeb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732494174705 2024-11-25T00:22:55,736 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:55,736 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:55,737 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,737 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b5c78a100eea4e6da6152ded3e03f0c6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.8 K 2024-11-25T00:22:55,737 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0f612699846423899b59f216e651dbc, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494174996 2024-11-25T00:22:55,738 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b5c78a100eea4e6da6152ded3e03f0c6, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:55,738 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ff75a905dfc0426d83f192a1b253244e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732494174712 2024-11-25T00:22:55,739 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ecd20261034f4b8769cb009aaf987c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494175006 2024-11-25T00:22:55,757 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,770 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,771 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/b552312182fa409396a11292f1102db1 is 50, key is test_row_0/B:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,780 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125dd0e1aa237c0408296760e3da3ea5028_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,785 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125dd0e1aa237c0408296760e3da3ea5028_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,786 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125dd0e1aa237c0408296760e3da3ea5028_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,786 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-11-25T00:22:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,787 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-25T00:22:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:55,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:55,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742305_1481 (size=13221) 2024-11-25T00:22:55,830 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/b552312182fa409396a11292f1102db1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b552312182fa409396a11292f1102db1 2024-11-25T00:22:55,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551e4944739fc47999c1cbb3d72c680fc_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494175154/Put/seqid=0 2024-11-25T00:22:55,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742306_1482 (size=4469) 2024-11-25T00:22:55,839 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into b552312182fa409396a11292f1102db1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,839 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,839 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494175735; duration=0sec 2024-11-25T00:22:55,839 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:55,839 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:55,839 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:55,839 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#402 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,840 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f8685dcc7826472ba4d78671dc4c938b is 175, key is test_row_0/A:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,842 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:55,842 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:55,842 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:55,842 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4490917be1b645638de01817e4f0d261, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.8 K 2024-11-25T00:22:55,842 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4490917be1b645638de01817e4f0d261, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1732494173735 2024-11-25T00:22:55,843 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3fa8f4a0de914be19ffa343c7d02c323, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1732494174712 2024-11-25T00:22:55,843 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bdc5bd4904c417e89cb9441abe310dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494175006 2024-11-25T00:22:55,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742308_1484 (size=32175) 2024-11-25T00:22:55,871 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f8685dcc7826472ba4d78671dc4c938b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b 2024-11-25T00:22:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742307_1483 (size=12454) 2024-11-25T00:22:55,875 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#405 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:55,875 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/294851c5b3864e0095ca1b90108b0bba is 50, key is test_row_0/C:col10/1732494175006/Put/seqid=0 2024-11-25T00:22:55,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:55,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112551e4944739fc47999c1cbb3d72c680fc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551e4944739fc47999c1cbb3d72c680fc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:55,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/85c102da0beb4d08b226b3f4fbc684d3, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:55,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/85c102da0beb4d08b226b3f4fbc684d3 is 175, key is test_row_0/A:col10/1732494175154/Put/seqid=0 2024-11-25T00:22:55,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742309_1485 (size=13221) 2024-11-25T00:22:55,894 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into f8685dcc7826472ba4d78671dc4c938b(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,894 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,894 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494175733; duration=0sec 2024-11-25T00:22:55,894 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,894 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:55,899 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/294851c5b3864e0095ca1b90108b0bba as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/294851c5b3864e0095ca1b90108b0bba 2024-11-25T00:22:55,903 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 294851c5b3864e0095ca1b90108b0bba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:55,904 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:55,904 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494175736; duration=0sec 2024-11-25T00:22:55,904 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:55,904 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:55,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494235893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494235897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494235896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494235898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494235899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:55,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742310_1486 (size=31255) 2024-11-25T00:22:55,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/85c102da0beb4d08b226b3f4fbc684d3 2024-11-25T00:22:55,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/9fc02d2c3edd4d4fa60c46cdbcba3875 is 50, key is test_row_0/B:col10/1732494175154/Put/seqid=0 2024-11-25T00:22:55,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742311_1487 (size=12301) 2024-11-25T00:22:55,980 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/9fc02d2c3edd4d4fa60c46cdbcba3875 2024-11-25T00:22:55,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2792580845e24603982d46fb7fbe3f1c is 50, key is test_row_0/C:col10/1732494175154/Put/seqid=0 2024-11-25T00:22:56,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494236007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494236007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494236008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494236008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494236009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742312_1488 (size=12301) 2024-11-25T00:22:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494236216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494236216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494236216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494236217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494236218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,426 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2792580845e24603982d46fb7fbe3f1c 2024-11-25T00:22:56,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/85c102da0beb4d08b226b3f4fbc684d3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3 2024-11-25T00:22:56,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3, entries=150, sequenceid=407, filesize=30.5 K 2024-11-25T00:22:56,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/9fc02d2c3edd4d4fa60c46cdbcba3875 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875 2024-11-25T00:22:56,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875, entries=150, sequenceid=407, filesize=12.0 K 2024-11-25T00:22:56,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2792580845e24603982d46fb7fbe3f1c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c 2024-11-25T00:22:56,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c, entries=150, sequenceid=407, filesize=12.0 K 2024-11-25T00:22:56,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 603435c061de7d93d3e36bd0f1e6ba1e in 658ms, sequenceid=407, compaction requested=false 2024-11-25T00:22:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-11-25T00:22:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-11-25T00:22:56,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-25T00:22:56,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.7330 sec 2024-11-25T00:22:56,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 3.7400 sec 2024-11-25T00:22:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:56,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:56,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494236535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494236535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494236538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494236542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494236543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a8840a6ac9342e0b77d60ec8d136dc4_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742313_1489 (size=17534) 2024-11-25T00:22:56,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494236646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494236647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494236647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494236654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494236655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-25T00:22:56,821 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-25T00:22:56,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:22:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-11-25T00:22:56,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:56,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:22:56,825 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:22:56,825 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:22:56,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494236850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494236851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494236851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494236859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494236859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:56,977 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:56,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:56,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:56,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:56,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,018 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,021 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411257a8840a6ac9342e0b77d60ec8d136dc4_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a8840a6ac9342e0b77d60ec8d136dc4_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:57,022 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/84397e4b1aa84adaa3c637976412c12b, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:57,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/84397e4b1aa84adaa3c637976412c12b is 175, key is test_row_0/A:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:57,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742314_1490 (size=48639) 2024-11-25T00:22:57,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:57,130 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494237156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494237157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494237158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494237166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494237166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,282 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:57,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=438, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/84397e4b1aa84adaa3c637976412c12b 2024-11-25T00:22:57,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ef548480bf314be3a89db9ba0c5553a8 is 50, key is test_row_0/B:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:57,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742315_1491 (size=12301) 2024-11-25T00:22:57,587 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59068 deadline: 1732494237659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59050 deadline: 1732494237662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59056 deadline: 1732494237663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59022 deadline: 1732494237675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,679 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:22:57,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59026 deadline: 1732494237675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ef548480bf314be3a89db9ba0c5553a8 2024-11-25T00:22:57,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/94f418b8337a4c36b29176eb36f9822e is 50, key is test_row_0/C:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:57,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742316_1492 (size=12301) 2024-11-25T00:22:57,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/94f418b8337a4c36b29176eb36f9822e 2024-11-25T00:22:57,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/84397e4b1aa84adaa3c637976412c12b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b 2024-11-25T00:22:57,894 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:57,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:57,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:22:57,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b, entries=250, sequenceid=438, filesize=47.5 K 2024-11-25T00:22:57,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/ef548480bf314be3a89db9ba0c5553a8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8 2024-11-25T00:22:57,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:22:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/94f418b8337a4c36b29176eb36f9822e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e 2024-11-25T00:22:57,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e, entries=150, sequenceid=438, filesize=12.0 K 2024-11-25T00:22:57,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 603435c061de7d93d3e36bd0f1e6ba1e in 1379ms, sequenceid=438, compaction requested=true 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:57,909 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 603435c061de7d93d3e36bd0f1e6ba1e:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:22:57,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,910 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:57,910 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/B is initiating minor compaction (all files) 2024-11-25T00:22:57,910 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/B in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,910 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b552312182fa409396a11292f1102db1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.9 K 2024-11-25T00:22:57,910 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112069 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,910 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/A is initiating minor compaction (all files) 2024-11-25T00:22:57,911 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/A in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,911 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=109.4 K 2024-11-25T00:22:57,911 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,911 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b] 2024-11-25T00:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,912 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b552312182fa409396a11292f1102db1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494175006 2024-11-25T00:22:57,912 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8685dcc7826472ba4d78671dc4c938b, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494175006 2024-11-25T00:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,912 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9fc02d2c3edd4d4fa60c46cdbcba3875, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732494175143 2024-11-25T00:22:57,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,913 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85c102da0beb4d08b226b3f4fbc684d3, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732494175143 2024-11-25T00:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,913 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ef548480bf314be3a89db9ba0c5553a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494175868 2024-11-25T00:22:57,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,914 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84397e4b1aa84adaa3c637976412c12b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494175868 2024-11-25T00:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:57,928 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#B#compaction#411 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:57,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,929 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/818efc999bcb4be79cd30582d18cd4f1 is 50, key is test_row_0/B:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,931 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742317_1493 (size=13323) 2024-11-25T00:22:57,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,940 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112505b768032c9744f0842f75371e091b83_603435c061de7d93d3e36bd0f1e6ba1e store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:57,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,943 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112505b768032c9744f0842f75371e091b83_603435c061de7d93d3e36bd0f1e6ba1e, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,943 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112505b768032c9744f0842f75371e091b83_603435c061de7d93d3e36bd0f1e6ba1e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:57,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,949 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/818efc999bcb4be79cd30582d18cd4f1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/818efc999bcb4be79cd30582d18cd4f1 2024-11-25T00:22:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,957 DEBUG [Thread-1684 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x145b6b99 to 127.0.0.1:58567 2024-11-25T00:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,957 DEBUG [Thread-1684 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,959 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/B of 603435c061de7d93d3e36bd0f1e6ba1e into 818efc999bcb4be79cd30582d18cd4f1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:57,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:57,959 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/B, priority=13, startTime=1732494177909; duration=0sec 2024-11-25T00:22:57,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:B 2024-11-25T00:22:57,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:22:57,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,960 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:22:57,960 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 603435c061de7d93d3e36bd0f1e6ba1e/C is initiating minor compaction (all files) 2024-11-25T00:22:57,960 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 603435c061de7d93d3e36bd0f1e6ba1e/C in TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,960 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/294851c5b3864e0095ca1b90108b0bba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp, totalSize=36.9 K 2024-11-25T00:22:57,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,961 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 294851c5b3864e0095ca1b90108b0bba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1732494175006 2024-11-25T00:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,961 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2792580845e24603982d46fb7fbe3f1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1732494175143 2024-11-25T00:22:57,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,961 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 94f418b8337a4c36b29176eb36f9822e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1732494175868 2024-11-25T00:22:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,963 DEBUG [Thread-1686 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5fcd5639 to 127.0.0.1:58567 2024-11-25T00:22:57,963 DEBUG [Thread-1686 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,967 DEBUG [Thread-1680 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d80c576 to 127.0.0.1:58567 2024-11-25T00:22:57,967 DEBUG [Thread-1680 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742318_1494 (size=4469) 2024-11-25T00:22:57,980 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#C#compaction#413 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,981 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2986ba05a1164299a6f095e60d5796e2 is 50, key is test_row_0/C:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742319_1495 (size=13323) 2024-11-25T00:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:57,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:58,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:58,001 DEBUG [Thread-1682 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17a2e973 to 127.0.0.1:58567 2024-11-25T00:22:58,001 DEBUG [Thread-1682 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,004 DEBUG [Thread-1678 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53c186a8 to 127.0.0.1:58567 2024-11-25T00:22:58,004 DEBUG [Thread-1678 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,047 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:22:58,047 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-11-25T00:22:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:58,047 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:22:58,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:22:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:22:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:22:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:22:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596a546058f7a466abb245da3bcb29c2d_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494176541/Put/seqid=0 2024-11-25T00:22:58,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742320_1496 (size=9914) 2024-11-25T00:22:58,375 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 603435c061de7d93d3e36bd0f1e6ba1e#A#compaction#412 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:22:58,375 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/136c55d617d1486da510dee7431c572d is 175, key is test_row_0/A:col10/1732494175868/Put/seqid=0 2024-11-25T00:22:58,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742321_1497 (size=32277) 2024-11-25T00:22:58,393 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2986ba05a1164299a6f095e60d5796e2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2986ba05a1164299a6f095e60d5796e2 2024-11-25T00:22:58,397 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/C of 603435c061de7d93d3e36bd0f1e6ba1e into 2986ba05a1164299a6f095e60d5796e2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:58,397 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:58,397 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/C, priority=13, startTime=1732494177909; duration=0sec 2024-11-25T00:22:58,397 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:58,397 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:C 2024-11-25T00:22:58,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:22:58,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112596a546058f7a466abb245da3bcb29c2d_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596a546058f7a466abb245da3bcb29c2d_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f19271c0c87442658084cbd1d0a1818f, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:22:58,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f19271c0c87442658084cbd1d0a1818f is 175, key is test_row_0/A:col10/1732494176541/Put/seqid=0 2024-11-25T00:22:58,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742322_1498 (size=22561) 2024-11-25T00:22:58,667 DEBUG [Thread-1673 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61bb7783 to 127.0.0.1:58567 2024-11-25T00:22:58,667 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,669 DEBUG [Thread-1671 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42d6bca6 to 127.0.0.1:58567 2024-11-25T00:22:58,669 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:22:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. as already flushing 2024-11-25T00:22:58,676 DEBUG [Thread-1669 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x126abdf4 to 127.0.0.1:58567 2024-11-25T00:22:58,676 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,683 DEBUG [Thread-1675 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f0031d8 to 127.0.0.1:58567 2024-11-25T00:22:58,683 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,688 DEBUG [Thread-1667 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63822144 to 127.0.0.1:58567 2024-11-25T00:22:58,688 DEBUG [Thread-1667 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:22:58,782 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/136c55d617d1486da510dee7431c572d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/136c55d617d1486da510dee7431c572d 2024-11-25T00:22:58,786 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 603435c061de7d93d3e36bd0f1e6ba1e/A of 603435c061de7d93d3e36bd0f1e6ba1e into 136c55d617d1486da510dee7431c572d(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:22:58,786 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:58,786 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e., storeName=603435c061de7d93d3e36bd0f1e6ba1e/A, priority=13, startTime=1732494177909; duration=0sec 2024-11-25T00:22:58,786 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:22:58,786 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 603435c061de7d93d3e36bd0f1e6ba1e:A 2024-11-25T00:22:58,864 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=447, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f19271c0c87442658084cbd1d0a1818f 2024-11-25T00:22:58,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/7217c90813c2452888eab6ded50fd3c3 is 50, key is test_row_0/B:col10/1732494176541/Put/seqid=0 2024-11-25T00:22:58,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742323_1499 (size=9857) 2024-11-25T00:22:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:22:59,273 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/7217c90813c2452888eab6ded50fd3c3 2024-11-25T00:22:59,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2f50311c756144a4ba0b06ea5f4a7ee6 is 50, key is test_row_0/C:col10/1732494176541/Put/seqid=0 2024-11-25T00:22:59,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742324_1500 (size=9857) 2024-11-25T00:22:59,438 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b] to archive 2024-11-25T00:22:59,439 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:59,441 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97e28326b2c44fc1942fda989766bc42 2024-11-25T00:22:59,442 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/469890fc038544d69013419b6a3caa6d 2024-11-25T00:22:59,442 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/814919e0b6a74a59a75c4fff318eed7a 2024-11-25T00:22:59,443 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/853606be49a240e8b0669286ef81d7ac 2024-11-25T00:22:59,444 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/48257666fcb84f3ebd14162e57676fc1 2024-11-25T00:22:59,445 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db7b2c13be5d4d57bd2eef48fa96ee3d 2024-11-25T00:22:59,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/97bb2ce58842429a99c816a1f830a910 2024-11-25T00:22:59,446 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a4021791ab394c1b96141419e18d9ab6 2024-11-25T00:22:59,447 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/57e5ae446dd54475848d5f7c7cd5c35a 2024-11-25T00:22:59,448 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f975505204544b4b997e22557878ae50 2024-11-25T00:22:59,449 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/add6eac6382a47aeb3ec307834a9c6df 2024-11-25T00:22:59,450 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/555c0b3ad968410cadb2efbeeffd290a 2024-11-25T00:22:59,450 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a5137ca13b9b491981c62a8afce10aec 2024-11-25T00:22:59,451 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/1f53e4baab0b4879bec3cc523f6ba85a 2024-11-25T00:22:59,452 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/002aa7c125394366b8204d0cdb50f4ae 2024-11-25T00:22:59,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/80a5b3f3ea9a4579a301cec22ea7cd17 2024-11-25T00:22:59,453 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/44a2bb5578234aee8b7831300c79434f 2024-11-25T00:22:59,454 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/db58ade76f7e4265a305085e1482cd49 2024-11-25T00:22:59,455 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/4bece479797b423e8640e2b4cd788cd3 2024-11-25T00:22:59,456 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/24cd0515be754037ac8ec5a2e7c936e7 2024-11-25T00:22:59,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/0224a6ff01004c5b81be4c9f036620be 2024-11-25T00:22:59,457 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/9a088557ca8c4e9d93b7bd45f3773987 2024-11-25T00:22:59,458 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f5978432c16248e18d0afd43fea5fbf5 2024-11-25T00:22:59,459 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f7fee004779149099a5d8c9e6425d317 2024-11-25T00:22:59,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/2a3cda819a2e4042b0547bf938cd82e0 2024-11-25T00:22:59,460 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/d3af78af73f14b97bed5a3b46e73eaeb 2024-11-25T00:22:59,461 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/a0f612699846423899b59f216e651dbc 2024-11-25T00:22:59,462 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f8685dcc7826472ba4d78671dc4c938b 2024-11-25T00:22:59,463 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/85c102da0beb4d08b226b3f4fbc684d3 2024-11-25T00:22:59,464 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/84397e4b1aa84adaa3c637976412c12b 2024-11-25T00:22:59,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/14d2e16f008647259fc51459ccba1a40, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/edb29535589a41b385283e1600ef4d03, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/c192d9f940f343f0af9204395c2fa072, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9cb15bac74814c40a1440a1a881ed9db, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/bfebb479fe3741e8a1a9047ab55e3702, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/007ec50dcfc840a7a231cae9d29fb1f2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b5c78a100eea4e6da6152ded3e03f0c6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b552312182fa409396a11292f1102db1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8] to archive 2024-11-25T00:22:59,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:59,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a7218a0aed584acd9623780e0de76d5b 2024-11-25T00:22:59,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/97b036709b604bf98b28600085116aa4 2024-11-25T00:22:59,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a4a4dbaa672d4e5084e154f0ca7f4d7a 2024-11-25T00:22:59,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/14d2e16f008647259fc51459ccba1a40 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/14d2e16f008647259fc51459ccba1a40 2024-11-25T00:22:59,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8aa7ad74a0d4478bbb4989eb0d588b33 2024-11-25T00:22:59,472 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/879357b263934d90856f597fe96b46d1 2024-11-25T00:22:59,473 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/edb29535589a41b385283e1600ef4d03 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/edb29535589a41b385283e1600ef4d03 2024-11-25T00:22:59,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/e94781d24ddc4caa88206c3ef29b58f5 2024-11-25T00:22:59,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/cccbd17911aa4ac292eb18cedd165903 2024-11-25T00:22:59,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/74073199b2df4fe89507c43cd37f2110 2024-11-25T00:22:59,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/c192d9f940f343f0af9204395c2fa072 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/c192d9f940f343f0af9204395c2fa072 2024-11-25T00:22:59,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/8b113e6e8fd7478f8f24178911177157 2024-11-25T00:22:59,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/d626bf34262845f3a61085ca6187e043 2024-11-25T00:22:59,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/0971533328a1462a8bd86408d0764e3e 2024-11-25T00:22:59,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9cb15bac74814c40a1440a1a881ed9db to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9cb15bac74814c40a1440a1a881ed9db 2024-11-25T00:22:59,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/f52368cd12af4377a604723044ea747f 2024-11-25T00:22:59,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/62659a7b9bbd47b3964ac15c9415001c 2024-11-25T00:22:59,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/bfebb479fe3741e8a1a9047ab55e3702 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/bfebb479fe3741e8a1a9047ab55e3702 2024-11-25T00:22:59,483 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/3646051e78b14203ac7955ec53827120 2024-11-25T00:22:59,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/31f92783d0034daf95a21969b8480140 2024-11-25T00:22:59,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/007ec50dcfc840a7a231cae9d29fb1f2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/007ec50dcfc840a7a231cae9d29fb1f2 2024-11-25T00:22:59,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/6f4f3849277f4870a1cc2aef18139eb2 2024-11-25T00:22:59,486 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/30cb510d3b4c4144a90aef3e5ff47ffb 2024-11-25T00:22:59,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b5c78a100eea4e6da6152ded3e03f0c6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b5c78a100eea4e6da6152ded3e03f0c6 2024-11-25T00:22:59,487 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/39086409ef9045aeb4f81518b98bcdc0 2024-11-25T00:22:59,488 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ff75a905dfc0426d83f192a1b253244e 2024-11-25T00:22:59,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b552312182fa409396a11292f1102db1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/b552312182fa409396a11292f1102db1 2024-11-25T00:22:59,489 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/a1ecd20261034f4b8769cb009aaf987c 2024-11-25T00:22:59,490 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/9fc02d2c3edd4d4fa60c46cdbcba3875 2024-11-25T00:22:59,491 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/ef548480bf314be3a89db9ba0c5553a8 2024-11-25T00:22:59,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/06d07ad0c6a84cf59566d139354cf177, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ee5bf406eaf9427592deb0bb531de9d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/615c57aa322a4dcb8886ee0d923cc459, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8145e0582ec44270b07ecf01d66ca3d2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/c0fdf0216cd84cb5a579fb3420408fe1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/a3370c49b7a5462c847eec02d6589f31, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4490917be1b645638de01817e4f0d261, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/294851c5b3864e0095ca1b90108b0bba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e] to archive 2024-11-25T00:22:59,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:22:59,496 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b59ea220f2c74bb59c327fde31510295 2024-11-25T00:22:59,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/97b2109baebd4c8da5de904121cb7664 2024-11-25T00:22:59,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/469654d8cfee4fb0aad904ea450d13f1 2024-11-25T00:22:59,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/06d07ad0c6a84cf59566d139354cf177 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/06d07ad0c6a84cf59566d139354cf177 2024-11-25T00:22:59,499 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/40df510444aa41a7ada5d498aa667455 2024-11-25T00:22:59,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/02aae34bd3ab48538a8c42c9b476505e 2024-11-25T00:22:59,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ee5bf406eaf9427592deb0bb531de9d3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ee5bf406eaf9427592deb0bb531de9d3 2024-11-25T00:22:59,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/7797b417e42f4f46b88612974f03ca50 2024-11-25T00:22:59,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/d4b5fa6b3ab4469c9bd0abc4ac7b35a1 2024-11-25T00:22:59,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/db8561052bfb450ab4524dbd123d82de 2024-11-25T00:22:59,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/615c57aa322a4dcb8886ee0d923cc459 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/615c57aa322a4dcb8886ee0d923cc459 2024-11-25T00:22:59,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/528aecc846e84de087c33a5e99dcf6e7 2024-11-25T00:22:59,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/746339e011fc42199c49f745ea5ec6aa 2024-11-25T00:22:59,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/86d5518d34094869b17de2036e132cbf 2024-11-25T00:22:59,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8145e0582ec44270b07ecf01d66ca3d2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8145e0582ec44270b07ecf01d66ca3d2 2024-11-25T00:22:59,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ae4e9b70892349c4b9485dabaad1dd93 2024-11-25T00:22:59,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4b8c8f00843b47ce9856b97dcd0cd85e 2024-11-25T00:22:59,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/c0fdf0216cd84cb5a579fb3420408fe1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/c0fdf0216cd84cb5a579fb3420408fe1 2024-11-25T00:22:59,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/b3eb74cc5cdd4a1188753337e14fa33d 2024-11-25T00:22:59,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/03ca1c84171843d293cbe895376fa0b6 2024-11-25T00:22:59,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/a3370c49b7a5462c847eec02d6589f31 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/a3370c49b7a5462c847eec02d6589f31 2024-11-25T00:22:59,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/ea6c3d38094b417d8a5bd1e56fb1f22c 2024-11-25T00:22:59,513 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/8f0688ee68774c32abd200cc1da6e355 2024-11-25T00:22:59,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4490917be1b645638de01817e4f0d261 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/4490917be1b645638de01817e4f0d261 2024-11-25T00:22:59,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/972774279f3549b19d0597c85713b2d5 2024-11-25T00:22:59,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3fa8f4a0de914be19ffa343c7d02c323 2024-11-25T00:22:59,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/294851c5b3864e0095ca1b90108b0bba to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/294851c5b3864e0095ca1b90108b0bba 2024-11-25T00:22:59,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/6bdc5bd4904c417e89cb9441abe310dc 2024-11-25T00:22:59,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2792580845e24603982d46fb7fbe3f1c 2024-11-25T00:22:59,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4bb75722a6be:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/94f418b8337a4c36b29176eb36f9822e 2024-11-25T00:22:59,683 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2f50311c756144a4ba0b06ea5f4a7ee6 2024-11-25T00:22:59,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/f19271c0c87442658084cbd1d0a1818f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f19271c0c87442658084cbd1d0a1818f 2024-11-25T00:22:59,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f19271c0c87442658084cbd1d0a1818f, entries=100, sequenceid=447, filesize=22.0 K 2024-11-25T00:22:59,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/7217c90813c2452888eab6ded50fd3c3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/7217c90813c2452888eab6ded50fd3c3 2024-11-25T00:22:59,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/7217c90813c2452888eab6ded50fd3c3, entries=100, sequenceid=447, filesize=9.6 K 2024-11-25T00:22:59,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/2f50311c756144a4ba0b06ea5f4a7ee6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2f50311c756144a4ba0b06ea5f4a7ee6 2024-11-25T00:22:59,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2f50311c756144a4ba0b06ea5f4a7ee6, entries=100, sequenceid=447, filesize=9.6 K 2024-11-25T00:22:59,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=33.54 KB/34350 for 603435c061de7d93d3e36bd0f1e6ba1e in 1647ms, sequenceid=447, compaction requested=false 2024-11-25T00:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:22:59,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-11-25T00:22:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-11-25T00:22:59,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-25T00:22:59,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8700 sec 2024-11-25T00:22:59,697 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.8740 sec 2024-11-25T00:23:00,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-11-25T00:23:00,930 INFO [Thread-1677 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1446 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4338 rows 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1430 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4290 rows 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1439 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4317 rows 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1440 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4320 rows 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1443 2024-11-25T00:23:00,930 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4329 rows 2024-11-25T00:23:00,930 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:23:00,930 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7267b857 to 127.0.0.1:58567 2024-11-25T00:23:00,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:00,932 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:23:00,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:23:00,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:00,936 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494180936"}]},"ts":"1732494180936"} 2024-11-25T00:23:00,937 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:23:00,940 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:23:00,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:00,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, UNASSIGN}] 2024-11-25T00:23:00,941 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, UNASSIGN 2024-11-25T00:23:00,942 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:00,943 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:00,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; CloseRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:01,094 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:01,094 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(124): Close 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:01,094 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:01,094 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1681): Closing 603435c061de7d93d3e36bd0f1e6ba1e, disabling compactions & flushes 2024-11-25T00:23:01,094 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:23:01,094 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:23:01,094 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. after waiting 0 ms 2024-11-25T00:23:01,094 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:23:01,094 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(2837): Flushing 603435c061de7d93d3e36bd0f1e6ba1e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=A 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=B 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 603435c061de7d93d3e36bd0f1e6ba1e, store=C 2024-11-25T00:23:01,095 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:01,100 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb74aa7eab234c8cb922ab3e7a8db6b7_603435c061de7d93d3e36bd0f1e6ba1e is 50, key is test_row_0/A:col10/1732494178675/Put/seqid=0 2024-11-25T00:23:01,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742325_1501 (size=12454) 2024-11-25T00:23:01,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:01,504 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:01,506 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125eb74aa7eab234c8cb922ab3e7a8db6b7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb74aa7eab234c8cb922ab3e7a8db6b7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:01,507 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/dd2d00752d5c4a1d947d62bcdf5af041, store: [table=TestAcidGuarantees family=A region=603435c061de7d93d3e36bd0f1e6ba1e] 2024-11-25T00:23:01,508 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/dd2d00752d5c4a1d947d62bcdf5af041 is 175, key is test_row_0/A:col10/1732494178675/Put/seqid=0 2024-11-25T00:23:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742326_1502 (size=31255) 2024-11-25T00:23:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:01,911 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=457, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/dd2d00752d5c4a1d947d62bcdf5af041 2024-11-25T00:23:01,917 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/fe77abe55fc345a78dc977f5e37b2e8a is 50, key is test_row_0/B:col10/1732494178675/Put/seqid=0 2024-11-25T00:23:01,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742327_1503 (size=12301) 2024-11-25T00:23:02,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:02,320 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/fe77abe55fc345a78dc977f5e37b2e8a 2024-11-25T00:23:02,326 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3c9bef13034647148aed366b39941c3e is 50, key is test_row_0/C:col10/1732494178675/Put/seqid=0 2024-11-25T00:23:02,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742328_1504 (size=12301) 2024-11-25T00:23:02,730 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3c9bef13034647148aed366b39941c3e 2024-11-25T00:23:02,733 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/A/dd2d00752d5c4a1d947d62bcdf5af041 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/dd2d00752d5c4a1d947d62bcdf5af041 2024-11-25T00:23:02,737 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/dd2d00752d5c4a1d947d62bcdf5af041, entries=150, sequenceid=457, filesize=30.5 K 2024-11-25T00:23:02,737 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/B/fe77abe55fc345a78dc977f5e37b2e8a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/fe77abe55fc345a78dc977f5e37b2e8a 2024-11-25T00:23:02,740 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/fe77abe55fc345a78dc977f5e37b2e8a, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T00:23:02,741 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/.tmp/C/3c9bef13034647148aed366b39941c3e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3c9bef13034647148aed366b39941c3e 2024-11-25T00:23:02,744 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3c9bef13034647148aed366b39941c3e, entries=150, sequenceid=457, filesize=12.0 K 2024-11-25T00:23:02,745 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 603435c061de7d93d3e36bd0f1e6ba1e in 1651ms, sequenceid=457, compaction requested=true 2024-11-25T00:23:02,762 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits/460.seqid, newMaxSeqId=460, maxSeqId=4 2024-11-25T00:23:02,763 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e. 2024-11-25T00:23:02,763 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] regionserver.HRegion(1635): Region close journal for 603435c061de7d93d3e36bd0f1e6ba1e: 2024-11-25T00:23:02,764 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=127}] handler.UnassignRegionHandler(170): Closed 603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:02,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=603435c061de7d93d3e36bd0f1e6ba1e, regionState=CLOSED 2024-11-25T00:23:02,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-25T00:23:02,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseRegionProcedure 603435c061de7d93d3e36bd0f1e6ba1e, server=4bb75722a6be,32995,1732494057205 in 1.8230 sec 2024-11-25T00:23:02,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-25T00:23:02,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=603435c061de7d93d3e36bd0f1e6ba1e, UNASSIGN in 1.8260 sec 2024-11-25T00:23:02,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-11-25T00:23:02,770 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8290 sec 2024-11-25T00:23:02,771 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494182771"}]},"ts":"1732494182771"} 2024-11-25T00:23:02,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:23:02,774 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:23:02,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8410 sec 2024-11-25T00:23:03,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-25T00:23:03,040 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-25T00:23:03,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:23:03,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,041 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=128, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,042 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=128, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:03,043 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,045 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits] 2024-11-25T00:23:03,046 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/136c55d617d1486da510dee7431c572d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/136c55d617d1486da510dee7431c572d 2024-11-25T00:23:03,047 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/dd2d00752d5c4a1d947d62bcdf5af041 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/dd2d00752d5c4a1d947d62bcdf5af041 2024-11-25T00:23:03,048 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f19271c0c87442658084cbd1d0a1818f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/A/f19271c0c87442658084cbd1d0a1818f 2024-11-25T00:23:03,050 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/7217c90813c2452888eab6ded50fd3c3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/7217c90813c2452888eab6ded50fd3c3 2024-11-25T00:23:03,051 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/818efc999bcb4be79cd30582d18cd4f1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/818efc999bcb4be79cd30582d18cd4f1 2024-11-25T00:23:03,051 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/fe77abe55fc345a78dc977f5e37b2e8a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/B/fe77abe55fc345a78dc977f5e37b2e8a 2024-11-25T00:23:03,053 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2986ba05a1164299a6f095e60d5796e2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2986ba05a1164299a6f095e60d5796e2 2024-11-25T00:23:03,054 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2f50311c756144a4ba0b06ea5f4a7ee6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/2f50311c756144a4ba0b06ea5f4a7ee6 2024-11-25T00:23:03,055 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3c9bef13034647148aed366b39941c3e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/C/3c9bef13034647148aed366b39941c3e 2024-11-25T00:23:03,057 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits/460.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e/recovered.edits/460.seqid 2024-11-25T00:23:03,058 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,058 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:23:03,058 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:03,059 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:23:03,061 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112505bbac87a6784d49a8b330f486786efc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112505bbac87a6784d49a8b330f486786efc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,062 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252390fa21d079499998a576decd86da00_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252390fa21d079499998a576decd86da00_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,063 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253931e32fdbd24aa090f65c0e2bd59f19_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253931e32fdbd24aa090f65c0e2bd59f19_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,064 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125398d1bd1334242bba26c24cf57bbdf3e_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125398d1bd1334242bba26c24cf57bbdf3e_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,065 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b94e132494447bbb3d6fed9f444b87a_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254b94e132494447bbb3d6fed9f444b87a_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,066 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3c440691bc451ea514296cea758ccc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254e3c440691bc451ea514296cea758ccc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,067 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551e4944739fc47999c1cbb3d72c680fc_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112551e4944739fc47999c1cbb3d72c680fc_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,068 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577c6ebb9a55b4945a7cd25cc985eb2a7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577c6ebb9a55b4945a7cd25cc985eb2a7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,069 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112578e973a8002747c8a52e22b9d8e74d16_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112578e973a8002747c8a52e22b9d8e74d16_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,070 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a8840a6ac9342e0b77d60ec8d136dc4_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257a8840a6ac9342e0b77d60ec8d136dc4_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,070 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ffdaa32c684421e8260aac1ce805032_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411257ffdaa32c684421e8260aac1ce805032_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,071 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811e885b0c4e410c879f3a22c5c99428_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125811e885b0c4e410c879f3a22c5c99428_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,072 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e9049d6c0884fa0bfbd7e95ebe894d9_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258e9049d6c0884fa0bfbd7e95ebe894d9_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,073 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125942b60cf603e4afa850690ec6020d432_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125942b60cf603e4afa850690ec6020d432_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,074 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596a546058f7a466abb245da3bcb29c2d_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112596a546058f7a466abb245da3bcb29c2d_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,074 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab94c6b921f44e43aef148a57b929f70_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125ab94c6b921f44e43aef148a57b929f70_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,075 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c63d89820b2a43a792ee1b50bd29a3f7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c63d89820b2a43a792ee1b50bd29a3f7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,076 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9e9e43208cd405f811b0569313c3892_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c9e9e43208cd405f811b0569313c3892_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,077 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d11658cbd6504d5cabc88f2efbd2c007_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d11658cbd6504d5cabc88f2efbd2c007_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,078 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8893928e0df427b83daac0f839dbe1d_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d8893928e0df427b83daac0f839dbe1d_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,079 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb74aa7eab234c8cb922ab3e7a8db6b7_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eb74aa7eab234c8cb922ab3e7a8db6b7_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,080 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eeeadeae953b4627a121372b16da9e73_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125eeeadeae953b4627a121372b16da9e73_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,081 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f320b74b19d74b289a4cb6e2ab2694f5_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f320b74b19d74b289a4cb6e2ab2694f5_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,082 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb6973d95ac245dda3b34be2ad22815a_603435c061de7d93d3e36bd0f1e6ba1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fb6973d95ac245dda3b34be2ad22815a_603435c061de7d93d3e36bd0f1e6ba1e 2024-11-25T00:23:03,082 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:23:03,084 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=128, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,085 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:23:03,087 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:23:03,087 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=128, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,088 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:23:03,088 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494183088"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:03,089 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:23:03,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 603435c061de7d93d3e36bd0f1e6ba1e, NAME => 'TestAcidGuarantees,,1732494154795.603435c061de7d93d3e36bd0f1e6ba1e.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:23:03,089 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:23:03,089 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494183089"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:03,090 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:23:03,092 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=128, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 52 msec 2024-11-25T00:23:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-25T00:23:03,143 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-25T00:23:03,154 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=242 (was 238) - Thread LEAK? -, OpenFileDescriptor=458 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=600 (was 489) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6820 (was 6993) 2024-11-25T00:23:03,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=242, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=600, ProcessCount=11, AvailableMemoryMB=6820 2024-11-25T00:23:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:03,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:03,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:03,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:23:03,165 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:03,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 129 2024-11-25T00:23:03,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:23:03,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:03,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742329_1505 (size=960) 2024-11-25T00:23:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:03,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:03,572 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:23:03,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742330_1506 (size=53) 2024-11-25T00:23:03,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:03,977 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:03,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 4a6c626b13c0eb2a849c90a7a7774ccf, disabling compactions & flushes 2024-11-25T00:23:03,978 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:03,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:03,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. after waiting 0 ms 2024-11-25T00:23:03,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:03,978 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:03,978 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:03,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:23:03,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494183979"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494183979"}]},"ts":"1732494183979"} 2024-11-25T00:23:03,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:23:03,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:23:03,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494183981"}]},"ts":"1732494183981"} 2024-11-25T00:23:03,982 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:23:03,986 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, ASSIGN}] 2024-11-25T00:23:03,987 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, ASSIGN 2024-11-25T00:23:03,987 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:23:04,138 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=4a6c626b13c0eb2a849c90a7a7774ccf, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:04,139 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; OpenRegionProcedure 4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:04,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:04,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:04,292 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:04,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7285): Opening region: {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:04,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:04,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7327): checking encryption for 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,293 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(7330): checking classloading for 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,294 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,295 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:04,295 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6c626b13c0eb2a849c90a7a7774ccf columnFamilyName A 2024-11-25T00:23:04,295 DEBUG [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:04,296 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(327): Store=4a6c626b13c0eb2a849c90a7a7774ccf/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:04,296 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,297 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:04,297 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6c626b13c0eb2a849c90a7a7774ccf columnFamilyName B 2024-11-25T00:23:04,297 DEBUG [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:04,297 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(327): Store=4a6c626b13c0eb2a849c90a7a7774ccf/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:04,297 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,298 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:04,298 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6c626b13c0eb2a849c90a7a7774ccf columnFamilyName C 2024-11-25T00:23:04,298 DEBUG [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:04,299 INFO [StoreOpener-4a6c626b13c0eb2a849c90a7a7774ccf-1 {}] regionserver.HStore(327): Store=4a6c626b13c0eb2a849c90a7a7774ccf/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:04,299 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:04,299 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,300 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,301 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:04,302 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1085): writing seq id for 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:04,303 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:23:04,303 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1102): Opened 4a6c626b13c0eb2a849c90a7a7774ccf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69385172, jitterRate=0.03391963243484497}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:04,304 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegion(1001): Region open journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:04,304 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., pid=131, masterSystemTime=1732494184290 2024-11-25T00:23:04,305 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:04,305 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=131}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:04,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=4a6c626b13c0eb2a849c90a7a7774ccf, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:04,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-25T00:23:04,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; OpenRegionProcedure 4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 in 168 msec 2024-11-25T00:23:04,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-11-25T00:23:04,309 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, ASSIGN in 322 msec 2024-11-25T00:23:04,309 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:23:04,309 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494184309"}]},"ts":"1732494184309"} 2024-11-25T00:23:04,310 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:23:04,312 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=129, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:23:04,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-25T00:23:05,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=129 2024-11-25T00:23:05,270 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 129 completed 2024-11-25T00:23:05,271 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c37647 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f21f55d 2024-11-25T00:23:05,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f67a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,286 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,287 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37486, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,289 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:23:05,290 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:23:05,291 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fb24d40 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f69def6 2024-11-25T00:23:05,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5fe744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,313 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51453050 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60eadae0 2024-11-25T00:23:05,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721d647e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,318 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x632d1806 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55a6e359 2024-11-25T00:23:05,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c014307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,334 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f99adfe to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d47237f 2024-11-25T00:23:05,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9854ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,358 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x562e0db7 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42e690d6 2024-11-25T00:23:05,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b72a92d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,377 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3abeec20 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44fb119b 2024-11-25T00:23:05,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44462a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,404 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00df2701 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c349948 2024-11-25T00:23:05,409 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d7a6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,410 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35ca71a1 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d0c5089 2024-11-25T00:23:05,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5938a7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,422 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56a4483a to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3943c27f 2024-11-25T00:23:05,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25593478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a5128bb to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6da65bb4 2024-11-25T00:23:05,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130588c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:05,452 DEBUG [hconnection-0x5c4c9f6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,454 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:05,470 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:05,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:05,488 DEBUG [hconnection-0x57ba8d96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,490 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37512, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,504 DEBUG [hconnection-0x72670577-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,505 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37518, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,508 DEBUG [hconnection-0x741e27a9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,509 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37526, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,517 DEBUG [hconnection-0x38382858-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,519 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,520 DEBUG [hconnection-0x477aa956-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,521 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/05c9d3465600495d82dab3f8e8305b6c is 50, key is test_row_0/A:col10/1732494185468/Put/seqid=0 2024-11-25T00:23:05,541 DEBUG [hconnection-0x85c5d46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,542 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37536, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494245559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494245561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494245561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742331_1507 (size=12001) 2024-11-25T00:23:05,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494245562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,562 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/05c9d3465600495d82dab3f8e8305b6c 2024-11-25T00:23:05,565 DEBUG [hconnection-0x3e69a101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,568 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,569 DEBUG [hconnection-0x37655f2b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:05,571 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494245572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-25T00:23:05,575 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:05,575 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:05,575 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:05,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:23:05,594 DEBUG [hconnection-0x5b8d92f3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:05,596 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:05,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/660173dc5090448880813f9f79809ccb is 50, key is test_row_0/B:col10/1732494185468/Put/seqid=0 2024-11-25T00:23:05,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742332_1508 (size=12001) 2024-11-25T00:23:05,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494245661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494245662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494245672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494245673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:23:05,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494245672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,727 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:23:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:05,728 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494245864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494245864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494245874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494245875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:23:05,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494245878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,880 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:05,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:23:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:05,881 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:05,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,033 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:23:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:06,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/660173dc5090448880813f9f79809ccb 2024-11-25T00:23:06,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/410126919a40470f804669b59bef625b is 50, key is test_row_0/C:col10/1732494185468/Put/seqid=0 2024-11-25T00:23:06,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742333_1509 (size=12001) 2024-11-25T00:23:06,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494246166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494246166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/410126919a40470f804669b59bef625b 2024-11-25T00:23:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:23:06,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/05c9d3465600495d82dab3f8e8305b6c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c 2024-11-25T00:23:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494246175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494246177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494246179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:23:06,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/660173dc5090448880813f9f79809ccb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb 2024-11-25T00:23:06,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:23:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:23:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/410126919a40470f804669b59bef625b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b 2024-11-25T00:23:06,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-25T00:23:06,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 4a6c626b13c0eb2a849c90a7a7774ccf in 740ms, sequenceid=12, compaction requested=false 2024-11-25T00:23:06,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:06,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-25T00:23:06,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,342 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:06,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4669d84c7c4442bba1e922b719246e50 is 50, key is test_row_0/A:col10/1732494185557/Put/seqid=0 2024-11-25T00:23:06,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742334_1510 (size=12001) 2024-11-25T00:23:06,371 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4669d84c7c4442bba1e922b719246e50 2024-11-25T00:23:06,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2001153e82724989bfb757e90a5b3921 is 50, key is test_row_0/B:col10/1732494185557/Put/seqid=0 2024-11-25T00:23:06,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742335_1511 (size=12001) 2024-11-25T00:23:06,434 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2001153e82724989bfb757e90a5b3921 2024-11-25T00:23:06,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/827586c8075b4c5fae87bd87694efa86 is 50, key is test_row_0/C:col10/1732494185557/Put/seqid=0 2024-11-25T00:23:06,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742336_1512 (size=12001) 2024-11-25T00:23:06,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/827586c8075b4c5fae87bd87694efa86 2024-11-25T00:23:06,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4669d84c7c4442bba1e922b719246e50 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50 2024-11-25T00:23:06,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:23:06,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2001153e82724989bfb757e90a5b3921 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921 2024-11-25T00:23:06,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:23:06,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-25T00:23:06,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/827586c8075b4c5fae87bd87694efa86 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86 2024-11-25T00:23:06,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86, entries=150, sequenceid=38, filesize=11.7 K 2024-11-25T00:23:06,516 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 4a6c626b13c0eb2a849c90a7a7774ccf in 174ms, sequenceid=38, compaction requested=false 2024-11-25T00:23:06,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:06,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-25T00:23:06,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-25T00:23:06,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-25T00:23:06,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 943 msec 2024-11-25T00:23:06,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 951 msec 2024-11-25T00:23:06,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-25T00:23:06,679 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-25T00:23:06,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:06,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-25T00:23:06,682 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:06,683 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:06,683 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:06,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:23:06,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:06,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:06,698 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/905c57db5a804737873cec313a814a3e is 50, key is test_row_0/A:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:06,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742337_1513 (size=14341) 2024-11-25T00:23:06,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/905c57db5a804737873cec313a814a3e 2024-11-25T00:23:06,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/6acfbafa3a7f4a34afcc1fbf410a3396 is 50, key is test_row_0/B:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:06,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494246753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494246754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494246759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494246761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494246767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:23:06,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742338_1514 (size=12001) 2024-11-25T00:23:06,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/6acfbafa3a7f4a34afcc1fbf410a3396 2024-11-25T00:23:06,835 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:23:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:06,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/d899c28587244a84bc471de5fd9cfb3d is 50, key is test_row_0/C:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494246868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494246869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494246873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494246873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,889 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:06,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494246880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742339_1515 (size=12001) 2024-11-25T00:23:06,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/d899c28587244a84bc471de5fd9cfb3d 2024-11-25T00:23:06,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/905c57db5a804737873cec313a814a3e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e 2024-11-25T00:23:06,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e, entries=200, sequenceid=49, filesize=14.0 K 2024-11-25T00:23:06,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/6acfbafa3a7f4a34afcc1fbf410a3396 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396 2024-11-25T00:23:06,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T00:23:06,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/d899c28587244a84bc471de5fd9cfb3d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d 2024-11-25T00:23:06,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d, entries=150, sequenceid=49, filesize=11.7 K 2024-11-25T00:23:06,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 4a6c626b13c0eb2a849c90a7a7774ccf in 223ms, sequenceid=49, compaction requested=true 2024-11-25T00:23:06,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:06,921 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:06,922 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,923 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:06,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:06,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:06,924 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:06,924 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,924 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.4 K 2024-11-25T00:23:06,925 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:06,925 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:06,925 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,925 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=35.2 K 2024-11-25T00:23:06,925 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 05c9d3465600495d82dab3f8e8305b6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494185462 2024-11-25T00:23:06,926 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 660173dc5090448880813f9f79809ccb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494185462 2024-11-25T00:23:06,926 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4669d84c7c4442bba1e922b719246e50, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494185556 2024-11-25T00:23:06,926 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2001153e82724989bfb757e90a5b3921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494185556 2024-11-25T00:23:06,926 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 905c57db5a804737873cec313a814a3e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186687 2024-11-25T00:23:06,927 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6acfbafa3a7f4a34afcc1fbf410a3396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186689 2024-11-25T00:23:06,946 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:06,947 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/653675a564c54b759d007e774b161be6 is 50, key is test_row_0/A:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:06,959 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:06,959 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/558b1370d274442787e6963ba2b6bb06 is 50, key is test_row_0/B:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:23:06,988 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:06,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742340_1516 (size=12104) 2024-11-25T00:23:06,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:06,990 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:06,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:06,997 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/653675a564c54b759d007e774b161be6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/653675a564c54b759d007e774b161be6 2024-11-25T00:23:07,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/921371f34f994f478a8ecf52a8d8ac39 is 50, key is test_row_0/A:col10/1732494186763/Put/seqid=0 2024-11-25T00:23:07,007 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 653675a564c54b759d007e774b161be6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:07,007 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:07,007 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494186921; duration=0sec 2024-11-25T00:23:07,007 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:07,007 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:07,007 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:07,008 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:07,008 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:07,008 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:07,008 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=35.2 K 2024-11-25T00:23:07,009 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410126919a40470f804669b59bef625b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732494185462 2024-11-25T00:23:07,009 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 827586c8075b4c5fae87bd87694efa86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732494185556 2024-11-25T00:23:07,011 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d899c28587244a84bc471de5fd9cfb3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186689 2024-11-25T00:23:07,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742341_1517 (size=12104) 2024-11-25T00:23:07,033 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/558b1370d274442787e6963ba2b6bb06 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/558b1370d274442787e6963ba2b6bb06 2024-11-25T00:23:07,037 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 558b1370d274442787e6963ba2b6bb06(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:07,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:07,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494186923; duration=0sec 2024-11-25T00:23:07,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:07,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:07,054 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#432 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:07,055 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/387f31340cf446559b75b71d475ac177 is 50, key is test_row_0/C:col10/1732494186689/Put/seqid=0 2024-11-25T00:23:07,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742342_1518 (size=12001) 2024-11-25T00:23:07,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:07,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:07,089 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/921371f34f994f478a8ecf52a8d8ac39 2024-11-25T00:23:07,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742343_1519 (size=12104) 2024-11-25T00:23:07,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d3f7f2fab00743af84502eaea34d3dcd is 50, key is test_row_0/B:col10/1732494186763/Put/seqid=0 2024-11-25T00:23:07,103 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/387f31340cf446559b75b71d475ac177 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/387f31340cf446559b75b71d475ac177 2024-11-25T00:23:07,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494247097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494247098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494247099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,107 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494247100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,110 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 387f31340cf446559b75b71d475ac177(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:07,110 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:07,110 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494186923; duration=0sec 2024-11-25T00:23:07,110 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:07,110 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:07,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494247103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742344_1520 (size=12001) 2024-11-25T00:23:07,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d3f7f2fab00743af84502eaea34d3dcd 2024-11-25T00:23:07,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/248b6c5acdeb4b00bff63de27da9dc2e is 50, key is test_row_0/C:col10/1732494186763/Put/seqid=0 2024-11-25T00:23:07,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742345_1521 (size=12001) 2024-11-25T00:23:07,198 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/248b6c5acdeb4b00bff63de27da9dc2e 2024-11-25T00:23:07,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/921371f34f994f478a8ecf52a8d8ac39 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39 2024-11-25T00:23:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494247206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494247207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494247209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494247209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,213 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:23:07,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d3f7f2fab00743af84502eaea34d3dcd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd 2024-11-25T00:23:07,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494247214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,221 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:23:07,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/248b6c5acdeb4b00bff63de27da9dc2e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e 2024-11-25T00:23:07,232 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e, entries=150, sequenceid=74, filesize=11.7 K 2024-11-25T00:23:07,233 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 4a6c626b13c0eb2a849c90a7a7774ccf in 242ms, sequenceid=74, compaction requested=false 2024-11-25T00:23:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:07,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-25T00:23:07,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-25T00:23:07,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-25T00:23:07,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 552 msec 2024-11-25T00:23:07,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 557 msec 2024-11-25T00:23:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-25T00:23:07,287 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-25T00:23:07,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-25T00:23:07,290 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:07,290 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:07,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:07,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:23:07,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:23:07,442 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-25T00:23:07,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:07,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:07,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:07,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:07,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ec4caa42429f46aab6d5cca8bc4d8105 is 50, key is test_row_0/A:col10/1732494187099/Put/seqid=0 2024-11-25T00:23:07,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742346_1522 (size=12001) 2024-11-25T00:23:07,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494247527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494247529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494247530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494247532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494247538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:23:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494247639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494247640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494247641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494247641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494247646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494247845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494247850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494247851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494247852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:07,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494247853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:07,862 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ec4caa42429f46aab6d5cca8bc4d8105 2024-11-25T00:23:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/8b27b569de9644b681c7b062958b032b is 50, key is test_row_0/B:col10/1732494187099/Put/seqid=0 2024-11-25T00:23:07,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:23:07,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742347_1523 (size=12001) 2024-11-25T00:23:07,926 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/8b27b569de9644b681c7b062958b032b 2024-11-25T00:23:07,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/0e095a96c44d4345a790a06dbcce9670 is 50, key is test_row_0/C:col10/1732494187099/Put/seqid=0 2024-11-25T00:23:07,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742348_1524 (size=12001) 2024-11-25T00:23:07,976 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/0e095a96c44d4345a790a06dbcce9670 2024-11-25T00:23:07,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ec4caa42429f46aab6d5cca8bc4d8105 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105 2024-11-25T00:23:07,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T00:23:07,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/8b27b569de9644b681c7b062958b032b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b 2024-11-25T00:23:07,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T00:23:07,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/0e095a96c44d4345a790a06dbcce9670 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670 2024-11-25T00:23:08,003 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670, entries=150, sequenceid=91, filesize=11.7 K 2024-11-25T00:23:08,006 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4a6c626b13c0eb2a849c90a7a7774ccf in 563ms, sequenceid=91, compaction requested=true 2024-11-25T00:23:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-25T00:23:08,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-25T00:23:08,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-25T00:23:08,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 717 msec 2024-11-25T00:23:08,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 721 msec 2024-11-25T00:23:08,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:08,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:08,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/087221ac1703408bb702cf8d0f49c553 is 50, key is test_row_0/A:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494248179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494248181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494248181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494248182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494248189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742349_1525 (size=14341) 2024-11-25T00:23:08,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/087221ac1703408bb702cf8d0f49c553 2024-11-25T00:23:08,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/64ae8eaf9edb4e169bfef075054b54e5 is 50, key is test_row_0/B:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742350_1526 (size=12001) 2024-11-25T00:23:08,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494248294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494248297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494248297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494248298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494248304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:23:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-25T00:23:08,395 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-25T00:23:08,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-25T00:23:08,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:08,399 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:08,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:08,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494248505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494248505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494248507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494248507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494248512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,551 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:23:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:08,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:08,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/64ae8eaf9edb4e169bfef075054b54e5 2024-11-25T00:23:08,705 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:23:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:08,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/78b40a1020cb4b1aa98d4fd557192df3 is 50, key is test_row_0/C:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742351_1527 (size=12001) 2024-11-25T00:23:08,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/78b40a1020cb4b1aa98d4fd557192df3 2024-11-25T00:23:08,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/087221ac1703408bb702cf8d0f49c553 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553 2024-11-25T00:23:08,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553, entries=200, sequenceid=114, filesize=14.0 K 2024-11-25T00:23:08,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/64ae8eaf9edb4e169bfef075054b54e5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5 2024-11-25T00:23:08,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T00:23:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/78b40a1020cb4b1aa98d4fd557192df3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3 2024-11-25T00:23:08,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3, entries=150, sequenceid=114, filesize=11.7 K 2024-11-25T00:23:08,767 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 4a6c626b13c0eb2a849c90a7a7774ccf in 605ms, sequenceid=114, compaction requested=true 2024-11-25T00:23:08,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:08,768 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:08,768 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:08,768 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:08,769 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:08,769 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:08,769 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,769 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/558b1370d274442787e6963ba2b6bb06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.0 K 2024-11-25T00:23:08,770 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:08,770 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:08,770 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,770 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/653675a564c54b759d007e774b161be6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=49.3 K 2024-11-25T00:23:08,770 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 558b1370d274442787e6963ba2b6bb06, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186689 2024-11-25T00:23:08,770 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 653675a564c54b759d007e774b161be6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186689 2024-11-25T00:23:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:08,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:08,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:08,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:08,771 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d3f7f2fab00743af84502eaea34d3dcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494186741 2024-11-25T00:23:08,771 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 921371f34f994f478a8ecf52a8d8ac39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494186741 2024-11-25T00:23:08,771 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b27b569de9644b681c7b062958b032b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494187096 2024-11-25T00:23:08,771 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec4caa42429f46aab6d5cca8bc4d8105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494187096 2024-11-25T00:23:08,772 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ae8eaf9edb4e169bfef075054b54e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187529 2024-11-25T00:23:08,772 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 087221ac1703408bb702cf8d0f49c553, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187522 2024-11-25T00:23:08,803 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:08,806 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/50d2e24fd9104aa59950129649600c5f is 50, key is test_row_0/B:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,815 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:08,816 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/b5a4d9237a8a487eb7767e758cfc46c8 is 50, key is test_row_0/A:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:08,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:08,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:08,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/aa0746e257424338a4053409237f93fd is 50, key is test_row_0/A:col10/1732494188179/Put/seqid=0 2024-11-25T00:23:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742352_1528 (size=12241) 2024-11-25T00:23:08,858 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:23:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:08,862 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/50d2e24fd9104aa59950129649600c5f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/50d2e24fd9104aa59950129649600c5f 2024-11-25T00:23:08,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494248857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494248858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,875 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494248865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,877 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 50d2e24fd9104aa59950129649600c5f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:08,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:08,877 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=12, startTime=1732494188768; duration=0sec 2024-11-25T00:23:08,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:08,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:08,877 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:08,878 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:08,878 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:08,878 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:08,879 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/387f31340cf446559b75b71d475ac177, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.0 K 2024-11-25T00:23:08,879 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 387f31340cf446559b75b71d475ac177, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732494186689 2024-11-25T00:23:08,879 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 248b6c5acdeb4b00bff63de27da9dc2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732494186741 2024-11-25T00:23:08,880 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e095a96c44d4345a790a06dbcce9670, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732494187096 2024-11-25T00:23:08,880 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 78b40a1020cb4b1aa98d4fd557192df3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187529 2024-11-25T00:23:08,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494248869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494248871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742353_1529 (size=12241) 2024-11-25T00:23:08,890 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/b5a4d9237a8a487eb7767e758cfc46c8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/b5a4d9237a8a487eb7767e758cfc46c8 2024-11-25T00:23:08,895 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into b5a4d9237a8a487eb7767e758cfc46c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:08,895 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:08,895 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=12, startTime=1732494188767; duration=0sec 2024-11-25T00:23:08,895 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:08,895 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742354_1530 (size=14341) 2024-11-25T00:23:08,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/aa0746e257424338a4053409237f93fd 2024-11-25T00:23:08,918 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:08,918 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/bd6ac5eaf49d40909d0426786c6e5172 is 50, key is test_row_0/C:col10/1732494187529/Put/seqid=0 2024-11-25T00:23:08,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/455f3489b6804f7cb4de25e6eaa7a8ed is 50, key is test_row_0/B:col10/1732494188179/Put/seqid=0 2024-11-25T00:23:08,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494248972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494248972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494248976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742355_1531 (size=12241) 2024-11-25T00:23:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494248982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494248983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:08,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742356_1532 (size=12001) 2024-11-25T00:23:08,994 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/455f3489b6804f7cb4de25e6eaa7a8ed 2024-11-25T00:23:09,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:09,012 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/80c76ddf30ba4a25912043d6c5860a6b is 50, key is test_row_0/C:col10/1732494188179/Put/seqid=0 2024-11-25T00:23:09,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:23:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:09,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:09,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:09,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:09,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742357_1533 (size=12001) 2024-11-25T00:23:09,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/80c76ddf30ba4a25912043d6c5860a6b 2024-11-25T00:23:09,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/aa0746e257424338a4053409237f93fd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd 2024-11-25T00:23:09,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd, entries=200, sequenceid=128, filesize=14.0 K 2024-11-25T00:23:09,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/455f3489b6804f7cb4de25e6eaa7a8ed as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed 2024-11-25T00:23:09,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T00:23:09,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/80c76ddf30ba4a25912043d6c5860a6b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b 2024-11-25T00:23:09,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b, entries=150, sequenceid=128, filesize=11.7 K 2024-11-25T00:23:09,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 4a6c626b13c0eb2a849c90a7a7774ccf in 285ms, sequenceid=128, compaction requested=false 2024-11-25T00:23:09,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:09,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:09,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:09,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ef1b2061534c47aa91b2765e244a8440 is 50, key is test_row_0/A:col10/1732494188869/Put/seqid=0 2024-11-25T00:23:09,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:09,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742358_1534 (size=12151) 2024-11-25T00:23:09,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494249209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494249218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494249218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494249219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494249219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494249321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494249329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494249330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494249331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494249331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,387 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/bd6ac5eaf49d40909d0426786c6e5172 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/bd6ac5eaf49d40909d0426786c6e5172 2024-11-25T00:23:09,392 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into bd6ac5eaf49d40909d0426786c6e5172(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:09,393 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:09,393 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=12, startTime=1732494188770; duration=0sec 2024-11-25T00:23:09,393 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:09,393 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:09,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494249531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494249533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494249534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494249542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494249542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,600 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ef1b2061534c47aa91b2765e244a8440 2024-11-25T00:23:09,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2fdc71fc8dd84941ac3b5ce40f17feda is 50, key is test_row_0/B:col10/1732494188869/Put/seqid=0 2024-11-25T00:23:09,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742359_1535 (size=12151) 2024-11-25T00:23:09,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2fdc71fc8dd84941ac3b5ce40f17feda 2024-11-25T00:23:09,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7e78f6c793ec469196a1f690609d8d7a is 50, key is test_row_0/C:col10/1732494188869/Put/seqid=0 2024-11-25T00:23:09,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742360_1536 (size=12151) 2024-11-25T00:23:09,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7e78f6c793ec469196a1f690609d8d7a 2024-11-25T00:23:09,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ef1b2061534c47aa91b2765e244a8440 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440 2024-11-25T00:23:09,728 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T00:23:09,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/2fdc71fc8dd84941ac3b5ce40f17feda as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda 2024-11-25T00:23:09,738 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T00:23:09,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7e78f6c793ec469196a1f690609d8d7a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a 2024-11-25T00:23:09,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a, entries=150, sequenceid=152, filesize=11.9 K 2024-11-25T00:23:09,747 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 4a6c626b13c0eb2a849c90a7a7774ccf in 578ms, sequenceid=152, compaction requested=true 2024-11-25T00:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:09,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-25T00:23:09,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-25T00:23:09,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-25T00:23:09,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3510 sec 2024-11-25T00:23:09,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.3590 sec 2024-11-25T00:23:09,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:09,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:09,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:09,843 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:09,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/3784a3e73afe49ef930ee10b72214c1e is 50, key is test_row_0/A:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:09,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742361_1537 (size=14541) 2024-11-25T00:23:09,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/3784a3e73afe49ef930ee10b72214c1e 2024-11-25T00:23:09,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/76cc2b6b219848cba632e7e932b4b4d1 is 50, key is test_row_0/B:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:09,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494249869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494249869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494249874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494249877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494249878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742362_1538 (size=12151) 2024-11-25T00:23:09,914 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/76cc2b6b219848cba632e7e932b4b4d1 2024-11-25T00:23:09,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4a0d6d95b64f4fd9ba749b0094f1965a is 50, key is test_row_0/C:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:09,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494249979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494249980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742363_1539 (size=12151) 2024-11-25T00:23:09,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4a0d6d95b64f4fd9ba749b0094f1965a 2024-11-25T00:23:09,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/3784a3e73afe49ef930ee10b72214c1e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e 2024-11-25T00:23:09,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e, entries=200, sequenceid=169, filesize=14.2 K 2024-11-25T00:23:09,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/76cc2b6b219848cba632e7e932b4b4d1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1 2024-11-25T00:23:09,997 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494249984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494249986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494249986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T00:23:10,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4a0d6d95b64f4fd9ba749b0094f1965a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a 2024-11-25T00:23:10,007 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a, entries=150, sequenceid=169, filesize=11.9 K 2024-11-25T00:23:10,008 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4a6c626b13c0eb2a849c90a7a7774ccf in 166ms, sequenceid=169, compaction requested=true 2024-11-25T00:23:10,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,008 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:10,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:10,008 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,009 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:10,009 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:10,010 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53274 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:10,010 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:10,011 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,011 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/b5a4d9237a8a487eb7767e758cfc46c8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=52.0 K 2024-11-25T00:23:10,011 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:10,011 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:10,011 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,011 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/50d2e24fd9104aa59950129649600c5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.4 K 2024-11-25T00:23:10,012 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5a4d9237a8a487eb7767e758cfc46c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187529 2024-11-25T00:23:10,012 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 50d2e24fd9104aa59950129649600c5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187529 2024-11-25T00:23:10,012 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 455f3489b6804f7cb4de25e6eaa7a8ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732494188179 2024-11-25T00:23:10,012 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa0746e257424338a4053409237f93fd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732494188164 2024-11-25T00:23:10,013 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fdc71fc8dd84941ac3b5ce40f17feda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732494188857 2024-11-25T00:23:10,013 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef1b2061534c47aa91b2765e244a8440, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732494188857 2024-11-25T00:23:10,013 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 76cc2b6b219848cba632e7e932b4b4d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189217 2024-11-25T00:23:10,013 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3784a3e73afe49ef930ee10b72214c1e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189215 2024-11-25T00:23:10,038 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#453 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:10,038 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e2af73edf4fb4662beee9e557a5d06ef is 50, key is test_row_0/B:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:10,062 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#454 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:10,063 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ef914a2afe9e40dcb9127ad5680790e5 is 50, key is test_row_0/A:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:10,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742364_1540 (size=12527) 2024-11-25T00:23:10,097 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e2af73edf4fb4662beee9e557a5d06ef as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e2af73edf4fb4662beee9e557a5d06ef 2024-11-25T00:23:10,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742365_1541 (size=12527) 2024-11-25T00:23:10,110 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into e2af73edf4fb4662beee9e557a5d06ef(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:10,110 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,110 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=12, startTime=1732494190008; duration=0sec 2024-11-25T00:23:10,111 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:10,111 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:10,111 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:10,113 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ef914a2afe9e40dcb9127ad5680790e5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef914a2afe9e40dcb9127ad5680790e5 2024-11-25T00:23:10,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:10,115 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:10,116 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,116 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/bd6ac5eaf49d40909d0426786c6e5172, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.4 K 2024-11-25T00:23:10,118 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting bd6ac5eaf49d40909d0426786c6e5172, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732494187529 2024-11-25T00:23:10,118 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 80c76ddf30ba4a25912043d6c5860a6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732494188179 2024-11-25T00:23:10,119 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e78f6c793ec469196a1f690609d8d7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1732494188857 2024-11-25T00:23:10,119 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a0d6d95b64f4fd9ba749b0094f1965a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189217 2024-11-25T00:23:10,121 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into ef914a2afe9e40dcb9127ad5680790e5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:10,121 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,121 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=12, startTime=1732494190008; duration=0sec 2024-11-25T00:23:10,121 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,121 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:10,134 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:10,135 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/486c277b1cc740609c384dd7be6d4aba is 50, key is test_row_0/C:col10/1732494189218/Put/seqid=0 2024-11-25T00:23:10,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742366_1542 (size=12527) 2024-11-25T00:23:10,180 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/486c277b1cc740609c384dd7be6d4aba as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/486c277b1cc740609c384dd7be6d4aba 2024-11-25T00:23:10,188 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 486c277b1cc740609c384dd7be6d4aba(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:10,188 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,188 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=12, startTime=1732494190009; duration=0sec 2024-11-25T00:23:10,188 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:10,188 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:10,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:10,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:10,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:10,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e1a54339445c4953b2f301293f7f2198 is 50, key is test_row_0/A:col10/1732494189872/Put/seqid=0 2024-11-25T00:23:10,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742367_1543 (size=14541) 2024-11-25T00:23:10,205 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e1a54339445c4953b2f301293f7f2198 2024-11-25T00:23:10,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ecdaebd346b041dda3873a393f12c353 is 50, key is test_row_0/B:col10/1732494189872/Put/seqid=0 2024-11-25T00:23:10,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742368_1544 (size=12151) 2024-11-25T00:23:10,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ecdaebd346b041dda3873a393f12c353 2024-11-25T00:23:10,259 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/b9cac11cb4be4df3b99d5eaff423e2f0 is 50, key is test_row_0/C:col10/1732494189872/Put/seqid=0 2024-11-25T00:23:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742369_1545 (size=12151) 2024-11-25T00:23:10,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494250223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494250232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494250265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494250265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494250265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494250372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494250376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494250377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-25T00:23:10,504 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-25T00:23:10,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:10,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-25T00:23:10,507 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:10,508 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:10,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:23:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494250579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494250584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494250585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494250585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494250585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:23:10,660 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:23:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:10,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/b9cac11cb4be4df3b99d5eaff423e2f0 2024-11-25T00:23:10,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e1a54339445c4953b2f301293f7f2198 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198 2024-11-25T00:23:10,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198, entries=200, sequenceid=193, filesize=14.2 K 2024-11-25T00:23:10,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ecdaebd346b041dda3873a393f12c353 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353 2024-11-25T00:23:10,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T00:23:10,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/b9cac11cb4be4df3b99d5eaff423e2f0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0 2024-11-25T00:23:10,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0, entries=150, sequenceid=193, filesize=11.9 K 2024-11-25T00:23:10,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 4a6c626b13c0eb2a849c90a7a7774ccf in 505ms, sequenceid=193, compaction requested=false 2024-11-25T00:23:10,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:23:10,813 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,814 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,814 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:10,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ee23bed622f3409ba4eab04dfc60aa3b is 50, key is test_row_0/A:col10/1732494190220/Put/seqid=0 2024-11-25T00:23:10,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742370_1546 (size=12151) 2024-11-25T00:23:10,841 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ee23bed622f3409ba4eab04dfc60aa3b 2024-11-25T00:23:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/042a6a3e7c4c40089aefb2478f11e564 is 50, key is test_row_0/B:col10/1732494190220/Put/seqid=0 2024-11-25T00:23:10,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742371_1547 (size=12151) 2024-11-25T00:23:10,874 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/042a6a3e7c4c40089aefb2478f11e564 2024-11-25T00:23:10,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/407a153166a24b74b1cd7bba453a7e2e is 50, key is test_row_0/C:col10/1732494190220/Put/seqid=0 2024-11-25T00:23:10,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:10,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:10,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742372_1548 (size=12151) 2024-11-25T00:23:10,917 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/407a153166a24b74b1cd7bba453a7e2e 2024-11-25T00:23:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ee23bed622f3409ba4eab04dfc60aa3b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b 2024-11-25T00:23:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494250920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494250921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494250922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T00:23:10,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:10,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494250922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:10,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/042a6a3e7c4c40089aefb2478f11e564 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564 2024-11-25T00:23:10,938 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T00:23:10,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/407a153166a24b74b1cd7bba453a7e2e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e 2024-11-25T00:23:10,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e, entries=150, sequenceid=210, filesize=11.9 K 2024-11-25T00:23:10,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 129ms, sequenceid=210, compaction requested=true 2024-11-25T00:23:10,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:10,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-25T00:23:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-25T00:23:10,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-25T00:23:10,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 437 msec 2024-11-25T00:23:10,948 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:10,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 443 msec 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:10,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:10,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:10,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4ee77767ede64bc4b5f2e9be4d854ab0 is 50, key is test_row_0/A:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:10,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742373_1549 (size=14541) 2024-11-25T00:23:10,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4ee77767ede64bc4b5f2e9be4d854ab0 2024-11-25T00:23:10,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1d4ba4c4820c45d9a5661d279d0a8451 is 50, key is test_row_0/B:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:11,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742374_1550 (size=12151) 2024-11-25T00:23:11,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1d4ba4c4820c45d9a5661d279d0a8451 2024-11-25T00:23:11,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7da7df9c28744625834cf2ab92c6483c is 50, key is test_row_0/C:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:11,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742375_1551 (size=12151) 2024-11-25T00:23:11,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7da7df9c28744625834cf2ab92c6483c 2024-11-25T00:23:11,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494251033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4ee77767ede64bc4b5f2e9be4d854ab0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0 2024-11-25T00:23:11,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0, entries=200, sequenceid=230, filesize=14.2 K 2024-11-25T00:23:11,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1d4ba4c4820c45d9a5661d279d0a8451 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451 2024-11-25T00:23:11,058 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T00:23:11,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7da7df9c28744625834cf2ab92c6483c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c 2024-11-25T00:23:11,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c, entries=150, sequenceid=230, filesize=11.9 K 2024-11-25T00:23:11,066 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4a6c626b13c0eb2a849c90a7a7774ccf in 118ms, sequenceid=230, compaction requested=true 2024-11-25T00:23:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:11,066 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:11,067 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,067 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:11,067 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:11,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:11,068 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,069 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:11,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53760 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:11,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:11,070 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,070 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:11,070 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef914a2afe9e40dcb9127ad5680790e5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=52.5 K 2024-11-25T00:23:11,070 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:11,070 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,070 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e2af73edf4fb4662beee9e557a5d06ef, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.8 K 2024-11-25T00:23:11,071 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef914a2afe9e40dcb9127ad5680790e5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189217 2024-11-25T00:23:11,071 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e2af73edf4fb4662beee9e557a5d06ef, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189217 2024-11-25T00:23:11,071 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ecdaebd346b041dda3873a393f12c353, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494189872 2024-11-25T00:23:11,071 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting e1a54339445c4953b2f301293f7f2198, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494189872 2024-11-25T00:23:11,072 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 042a6a3e7c4c40089aefb2478f11e564, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494190220 2024-11-25T00:23:11,072 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee23bed622f3409ba4eab04dfc60aa3b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494190220 2024-11-25T00:23:11,072 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d4ba4c4820c45d9a5661d279d0a8451, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:11,072 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ee77767ede64bc4b5f2e9be4d854ab0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:11,086 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,087 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/cb6f23184e52487fa22c455c3c289d7f is 50, key is test_row_0/A:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:11,098 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#466 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,099 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/c133ad7a8e6640bda61b5503f7862a16 is 50, key is test_row_0/B:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-25T00:23:11,111 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-25T00:23:11,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-25T00:23:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:11,115 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:11,116 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:11,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742376_1552 (size=12663) 2024-11-25T00:23:11,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742377_1553 (size=12663) 2024-11-25T00:23:11,143 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/c133ad7a8e6640bda61b5503f7862a16 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c133ad7a8e6640bda61b5503f7862a16 2024-11-25T00:23:11,147 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into c133ad7a8e6640bda61b5503f7862a16(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:11,147 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:11,147 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=12, startTime=1732494191067; duration=0sec 2024-11-25T00:23:11,147 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:11,147 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:11,147 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:11,149 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:11,150 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:11,150 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,150 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/486c277b1cc740609c384dd7be6d4aba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=47.8 K 2024-11-25T00:23:11,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:11,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:23:11,153 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 486c277b1cc740609c384dd7be6d4aba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732494189217 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:11,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,154 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b9cac11cb4be4df3b99d5eaff423e2f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732494189872 2024-11-25T00:23:11,154 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 407a153166a24b74b1cd7bba453a7e2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732494190220 2024-11-25T00:23:11,155 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7da7df9c28744625834cf2ab92c6483c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:11,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/6d64be162d2f49f08c20f7027f009cfd is 50, key is test_row_0/A:col10/1732494191025/Put/seqid=0 2024-11-25T00:23:11,184 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#468 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:11,184 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/d1a1301abe6e4739b1d2c97a85335491 is 50, key is test_row_0/C:col10/1732494190920/Put/seqid=0 2024-11-25T00:23:11,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742378_1554 (size=14541) 2024-11-25T00:23:11,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:11,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742379_1555 (size=12663) 2024-11-25T00:23:11,224 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/d1a1301abe6e4739b1d2c97a85335491 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d1a1301abe6e4739b1d2c97a85335491 2024-11-25T00:23:11,232 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into d1a1301abe6e4739b1d2c97a85335491(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:11,232 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:11,232 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=12, startTime=1732494191068; duration=0sec 2024-11-25T00:23:11,232 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,232 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:11,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494251244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,272 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,273 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:23:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,273 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:11,426 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:23:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,525 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/cb6f23184e52487fa22c455c3c289d7f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/cb6f23184e52487fa22c455c3c289d7f 2024-11-25T00:23:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,530 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into cb6f23184e52487fa22c455c3c289d7f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:11,530 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:11,530 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=12, startTime=1732494191066; duration=0sec 2024-11-25T00:23:11,530 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:11,530 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:11,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494251550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,579 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:23:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:11,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/6d64be162d2f49f08c20f7027f009cfd 2024-11-25T00:23:11,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b735ceb1a2024a07abb23290c7ca83f5 is 50, key is test_row_0/B:col10/1732494191025/Put/seqid=0 2024-11-25T00:23:11,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742380_1556 (size=12151) 2024-11-25T00:23:11,635 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b735ceb1a2024a07abb23290c7ca83f5 2024-11-25T00:23:11,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/87e0ac4dfb744ee29c43059d39394a2b is 50, key is test_row_0/C:col10/1732494191025/Put/seqid=0 2024-11-25T00:23:11,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742381_1557 (size=12151) 2024-11-25T00:23:11,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/87e0ac4dfb744ee29c43059d39394a2b 2024-11-25T00:23:11,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/6d64be162d2f49f08c20f7027f009cfd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd 2024-11-25T00:23:11,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd, entries=200, sequenceid=248, filesize=14.2 K 2024-11-25T00:23:11,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b735ceb1a2024a07abb23290c7ca83f5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5 2024-11-25T00:23:11,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T00:23:11,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/87e0ac4dfb744ee29c43059d39394a2b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b 2024-11-25T00:23:11,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b, entries=150, sequenceid=248, filesize=11.9 K 2024-11-25T00:23:11,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 555ms, sequenceid=248, compaction requested=false 2024-11-25T00:23:11,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:11,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:11,732 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-25T00:23:11,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:11,733 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:11,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/9c4eb5b5c3ec4d2bb82132948f8092af is 50, key is test_row_0/A:col10/1732494191203/Put/seqid=0 2024-11-25T00:23:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742382_1558 (size=12301) 2024-11-25T00:23:11,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494251960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494251961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494251966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:11,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494251969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494252059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494252166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494252168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,177 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494252174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494252176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,188 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/9c4eb5b5c3ec4d2bb82132948f8092af 2024-11-25T00:23:12,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/832fb50e00d841a08172276023864e28 is 50, key is test_row_0/B:col10/1732494191203/Put/seqid=0 2024-11-25T00:23:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:12,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742383_1559 (size=12301) 2024-11-25T00:23:12,240 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/832fb50e00d841a08172276023864e28 2024-11-25T00:23:12,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/eb0bbd1fba684c3ebf0a2798d3815a36 is 50, key is test_row_0/C:col10/1732494191203/Put/seqid=0 2024-11-25T00:23:12,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742384_1560 (size=12301) 2024-11-25T00:23:12,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494252472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494252478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494252480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:12,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494252486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:12,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/eb0bbd1fba684c3ebf0a2798d3815a36 2024-11-25T00:23:12,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/9c4eb5b5c3ec4d2bb82132948f8092af as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af 2024-11-25T00:23:12,719 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T00:23:12,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/832fb50e00d841a08172276023864e28 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28 2024-11-25T00:23:12,724 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T00:23:12,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/eb0bbd1fba684c3ebf0a2798d3815a36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36 2024-11-25T00:23:12,729 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36, entries=150, sequenceid=269, filesize=12.0 K 2024-11-25T00:23:12,731 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4a6c626b13c0eb2a849c90a7a7774ccf in 998ms, sequenceid=269, compaction requested=true 2024-11-25T00:23:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:12,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-25T00:23:12,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-25T00:23:12,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-25T00:23:12,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6160 sec 2024-11-25T00:23:12,735 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 1.6210 sec 2024-11-25T00:23:12,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:12,984 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:12,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:12,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/063525df4f1d4631b7ce788584b93c64 is 50, key is test_row_0/A:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742385_1561 (size=14741) 2024-11-25T00:23:13,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/063525df4f1d4631b7ce788584b93c64 2024-11-25T00:23:13,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/427626089df04fca8bb8b7bd2b704439 is 50, key is test_row_0/B:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494253066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742386_1562 (size=12301) 2024-11-25T00:23:13,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/427626089df04fca8bb8b7bd2b704439 2024-11-25T00:23:13,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c1f7bade2dbc4ed0be662bf0149869f6 is 50, key is test_row_0/C:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742387_1563 (size=12301) 2024-11-25T00:23:13,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c1f7bade2dbc4ed0be662bf0149869f6 2024-11-25T00:23:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/063525df4f1d4631b7ce788584b93c64 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64 2024-11-25T00:23:13,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64, entries=200, sequenceid=287, filesize=14.4 K 2024-11-25T00:23:13,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/427626089df04fca8bb8b7bd2b704439 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439 2024-11-25T00:23:13,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T00:23:13,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c1f7bade2dbc4ed0be662bf0149869f6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6 2024-11-25T00:23:13,138 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6, entries=150, sequenceid=287, filesize=12.0 K 2024-11-25T00:23:13,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=114.05 KB/116790 for 4a6c626b13c0eb2a849c90a7a7774ccf in 155ms, sequenceid=287, compaction requested=true 2024-11-25T00:23:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,139 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:13,139 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:13,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:13,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:13,141 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:13,141 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:13,142 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,142 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c133ad7a8e6640bda61b5503f7862a16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=48.3 K 2024-11-25T00:23:13,142 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54246 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:13,142 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:13,142 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,142 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/cb6f23184e52487fa22c455c3c289d7f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=53.0 K 2024-11-25T00:23:13,143 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c133ad7a8e6640bda61b5503f7862a16, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:13,143 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b735ceb1a2024a07abb23290c7ca83f5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732494191003 2024-11-25T00:23:13,143 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb6f23184e52487fa22c455c3c289d7f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:13,144 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 832fb50e00d841a08172276023864e28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732494191201 2024-11-25T00:23:13,144 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d64be162d2f49f08c20f7027f009cfd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732494191003 2024-11-25T00:23:13,144 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9c4eb5b5c3ec4d2bb82132948f8092af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732494191201 2024-11-25T00:23:13,144 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 427626089df04fca8bb8b7bd2b704439, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191854 2024-11-25T00:23:13,145 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 063525df4f1d4631b7ce788584b93c64, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191835 2024-11-25T00:23:13,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:13,153 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:13,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:13,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:13,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:13,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,170 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#477 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,171 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d36fb2bb8062406985c10c3dc78baa9e is 50, key is test_row_0/B:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,180 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#478 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,180 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/2f03fd3a0d8e457f8a66d4ee8d330580 is 50, key is test_row_0/A:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/bcdf2e08599c44c5b03194f5ec50b426 is 50, key is test_row_0/A:col10/1732494193038/Put/seqid=0 2024-11-25T00:23:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742388_1564 (size=12949) 2024-11-25T00:23:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,210 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d36fb2bb8062406985c10c3dc78baa9e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d36fb2bb8062406985c10c3dc78baa9e 2024-11-25T00:23:13,215 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into d36fb2bb8062406985c10c3dc78baa9e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,215 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,215 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=12, startTime=1732494193139; duration=0sec 2024-11-25T00:23:13,215 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:13,215 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:13,216 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:13,217 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49416 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:13,217 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:13,217 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,217 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d1a1301abe6e4739b1d2c97a85335491, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=48.3 K 2024-11-25T00:23:13,218 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d1a1301abe6e4739b1d2c97a85335491, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1732494190917 2024-11-25T00:23:13,218 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 87e0ac4dfb744ee29c43059d39394a2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732494191003 2024-11-25T00:23:13,218 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting eb0bbd1fba684c3ebf0a2798d3815a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1732494191201 2024-11-25T00:23:13,219 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c1f7bade2dbc4ed0be662bf0149869f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191854 2024-11-25T00:23:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-25T00:23:13,220 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-25T00:23:13,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:13,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-11-25T00:23:13,223 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:13,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:13,225 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:13,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742389_1565 (size=14741) 2024-11-25T00:23:13,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:13,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742390_1566 (size=12949) 2024-11-25T00:23:13,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/bcdf2e08599c44c5b03194f5ec50b426 2024-11-25T00:23:13,238 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/2f03fd3a0d8e457f8a66d4ee8d330580 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/2f03fd3a0d8e457f8a66d4ee8d330580 2024-11-25T00:23:13,243 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 2f03fd3a0d8e457f8a66d4ee8d330580(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,243 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,243 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=12, startTime=1732494193139; duration=0sec 2024-11-25T00:23:13,244 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,244 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:13,244 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,245 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/622b68cfd3364e768f395e6d46df5adf is 50, key is test_row_0/C:col10/1732494191854/Put/seqid=0 2024-11-25T00:23:13,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/3e5c0c5ffc2b4123a8e044273e8f0e43 is 50, key is test_row_0/B:col10/1732494193038/Put/seqid=0 2024-11-25T00:23:13,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742391_1567 (size=12949) 2024-11-25T00:23:13,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742392_1568 (size=12301) 2024-11-25T00:23:13,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/3e5c0c5ffc2b4123a8e044273e8f0e43 2024-11-25T00:23:13,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:13,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6d917b99cfb04b8d8b8ee987c54f3a63 is 50, key is test_row_0/C:col10/1732494193038/Put/seqid=0 2024-11-25T00:23:13,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:23:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:13,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,378 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742393_1569 (size=12301) 2024-11-25T00:23:13,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6d917b99cfb04b8d8b8ee987c54f3a63 2024-11-25T00:23:13,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/bcdf2e08599c44c5b03194f5ec50b426 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426 2024-11-25T00:23:13,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426, entries=200, sequenceid=308, filesize=14.4 K 2024-11-25T00:23:13,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/3e5c0c5ffc2b4123a8e044273e8f0e43 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43 2024-11-25T00:23:13,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T00:23:13,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6d917b99cfb04b8d8b8ee987c54f3a63 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63 2024-11-25T00:23:13,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63, entries=150, sequenceid=308, filesize=12.0 K 2024-11-25T00:23:13,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4a6c626b13c0eb2a849c90a7a7774ccf in 266ms, sequenceid=308, compaction requested=false 2024-11-25T00:23:13,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:13,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:13,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:13,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8416337349b3448db0b1dbaa3d5f0441 is 50, key is test_row_0/A:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:13,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:23:13,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:13,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,533 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742394_1570 (size=14741) 2024-11-25T00:23:13,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8416337349b3448db0b1dbaa3d5f0441 2024-11-25T00:23:13,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9a2d6124075b47d6a1dcf8b1fb66788d is 50, key is test_row_0/B:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742395_1571 (size=12301) 2024-11-25T00:23:13,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9a2d6124075b47d6a1dcf8b1fb66788d 2024-11-25T00:23:13,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1025730f92bb4eea9008234aa12f87f9 is 50, key is test_row_0/C:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742396_1572 (size=12301) 2024-11-25T00:23:13,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1025730f92bb4eea9008234aa12f87f9 2024-11-25T00:23:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8416337349b3448db0b1dbaa3d5f0441 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441 2024-11-25T00:23:13,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441, entries=200, sequenceid=327, filesize=14.4 K 2024-11-25T00:23:13,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9a2d6124075b47d6a1dcf8b1fb66788d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d 2024-11-25T00:23:13,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T00:23:13,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1025730f92bb4eea9008234aa12f87f9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9 2024-11-25T00:23:13,686 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:13,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:13,695 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/622b68cfd3364e768f395e6d46df5adf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/622b68cfd3364e768f395e6d46df5adf 2024-11-25T00:23:13,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,699 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 622b68cfd3364e768f395e6d46df5adf(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,699 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,699 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=12, startTime=1732494193140; duration=0sec 2024-11-25T00:23:13,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,699 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,700 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:13,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9, entries=150, sequenceid=327, filesize=12.0 K 2024-11-25T00:23:13,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 4a6c626b13c0eb2a849c90a7a7774ccf in 187ms, sequenceid=327, compaction requested=true 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:13,702 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:13,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:13,702 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:13,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:13,703 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:13,703 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,703 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/2f03fd3a0d8e457f8a66d4ee8d330580, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=41.4 K 2024-11-25T00:23:13,703 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:13,704 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:13,704 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,704 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d36fb2bb8062406985c10c3dc78baa9e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=36.7 K 2024-11-25T00:23:13,704 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f03fd3a0d8e457f8a66d4ee8d330580, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191854 2024-11-25T00:23:13,704 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcdf2e08599c44c5b03194f5ec50b426, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732494193036 2024-11-25T00:23:13,704 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d36fb2bb8062406985c10c3dc78baa9e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191854 2024-11-25T00:23:13,705 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8416337349b3448db0b1dbaa3d5f0441, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:13,705 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e5c0c5ffc2b4123a8e044273e8f0e43, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732494193036 2024-11-25T00:23:13,705 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a2d6124075b47d6a1dcf8b1fb66788d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:13,721 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,722 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/609002ec9bb94fd2bb9a021e1181dfa8 is 50, key is test_row_0/B:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,727 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,728 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e2217e09653c4307874de9b675e45ebe is 50, key is test_row_0/A:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742397_1573 (size=13051) 2024-11-25T00:23:13,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742398_1574 (size=13051) 2024-11-25T00:23:13,798 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e2217e09653c4307874de9b675e45ebe as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e2217e09653c4307874de9b675e45ebe 2024-11-25T00:23:13,805 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into e2217e09653c4307874de9b675e45ebe(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,805 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,805 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494193702; duration=0sec 2024-11-25T00:23:13,805 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:13,805 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:13,805 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:13,808 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:13,808 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:13,808 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,809 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/622b68cfd3364e768f395e6d46df5adf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=36.7 K 2024-11-25T00:23:13,809 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 622b68cfd3364e768f395e6d46df5adf, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1732494191854 2024-11-25T00:23:13,809 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d917b99cfb04b8d8b8ee987c54f3a63, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1732494193036 2024-11-25T00:23:13,809 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1025730f92bb4eea9008234aa12f87f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:13,817 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:13,817 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/837b40ecc53d47488e0589bf713d3e00 is 50, key is test_row_0/C:col10/1732494193515/Put/seqid=0 2024-11-25T00:23:13,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:13,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742399_1575 (size=13051) 2024-11-25T00:23:13,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-11-25T00:23:13,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:13,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:13,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:13,839 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/837b40ecc53d47488e0589bf713d3e00 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/837b40ecc53d47488e0589bf713d3e00 2024-11-25T00:23:13,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/086e79f9867b40d4beb295fa25037b56 is 50, key is test_row_0/A:col10/1732494193571/Put/seqid=0 2024-11-25T00:23:13,850 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 837b40ecc53d47488e0589bf713d3e00(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:13,851 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:13,851 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494193702; duration=0sec 2024-11-25T00:23:13,851 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:13,851 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742400_1576 (size=12301) 2024-11-25T00:23:13,891 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/086e79f9867b40d4beb295fa25037b56 2024-11-25T00:23:13,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a346ab581e9e4ae6be19908ef2eb8784 is 50, key is test_row_0/B:col10/1732494193571/Put/seqid=0 2024-11-25T00:23:13,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:13,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:13,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494253926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494253927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494253933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494253933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:13,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742401_1577 (size=12301) 2024-11-25T00:23:14,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494254036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494254037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494254043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494254044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,175 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/609002ec9bb94fd2bb9a021e1181dfa8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/609002ec9bb94fd2bb9a021e1181dfa8 2024-11-25T00:23:14,182 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 609002ec9bb94fd2bb9a021e1181dfa8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:14,182 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:14,182 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494193702; duration=0sec 2024-11-25T00:23:14,182 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:14,182 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494254242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494254242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494254250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,255 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494254252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:14,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a346ab581e9e4ae6be19908ef2eb8784 2024-11-25T00:23:14,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/046f37f29cbb468aa58a1d0b5fad8dac is 50, key is test_row_0/C:col10/1732494193571/Put/seqid=0 2024-11-25T00:23:14,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742402_1578 (size=12301) 2024-11-25T00:23:14,407 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=349 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/046f37f29cbb468aa58a1d0b5fad8dac 2024-11-25T00:23:14,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/086e79f9867b40d4beb295fa25037b56 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56 2024-11-25T00:23:14,418 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T00:23:14,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a346ab581e9e4ae6be19908ef2eb8784 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784 2024-11-25T00:23:14,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T00:23:14,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/046f37f29cbb468aa58a1d0b5fad8dac as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac 2024-11-25T00:23:14,432 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac, entries=150, sequenceid=349, filesize=12.0 K 2024-11-25T00:23:14,433 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4a6c626b13c0eb2a849c90a7a7774ccf in 594ms, sequenceid=349, compaction requested=false 2024-11-25T00:23:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:14,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-11-25T00:23:14,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-11-25T00:23:14,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-25T00:23:14,436 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2090 sec 2024-11-25T00:23:14,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.2140 sec 2024-11-25T00:23:14,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:23:14,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:14,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:14,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:14,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ac806b262b9c4d90bec31f16b2189565 is 50, key is test_row_0/A:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:14,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494254588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742403_1579 (size=14741) 2024-11-25T00:23:14,603 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ac806b262b9c4d90bec31f16b2189565 2024-11-25T00:23:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494254595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494254595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494254596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b5dd7430fc8a48589d6949a5b5a564ee is 50, key is test_row_0/B:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:14,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742404_1580 (size=12301) 2024-11-25T00:23:14,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b5dd7430fc8a48589d6949a5b5a564ee 2024-11-25T00:23:14,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a71902618101441d9b9114f637ee0626 is 50, key is test_row_0/C:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:14,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742405_1581 (size=12301) 2024-11-25T00:23:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494254698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494254705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494254706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494254706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494254908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494254914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:14,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494254914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:14,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494254914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494255087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,090 DEBUG [Thread-2234 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4169 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:15,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a71902618101441d9b9114f637ee0626 2024-11-25T00:23:15,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ac806b262b9c4d90bec31f16b2189565 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565 2024-11-25T00:23:15,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565, entries=200, sequenceid=370, filesize=14.4 K 2024-11-25T00:23:15,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b5dd7430fc8a48589d6949a5b5a564ee as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee 2024-11-25T00:23:15,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:23:15,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a71902618101441d9b9114f637ee0626 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626 2024-11-25T00:23:15,124 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626, entries=150, sequenceid=370, filesize=12.0 K 2024-11-25T00:23:15,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4a6c626b13c0eb2a849c90a7a7774ccf in 561ms, sequenceid=370, compaction requested=true 2024-11-25T00:23:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:15,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:15,126 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,126 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:15,126 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:15,130 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:15,130 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:15,130 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,130 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/609002ec9bb94fd2bb9a021e1181dfa8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=36.8 K 2024-11-25T00:23:15,130 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:15,130 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 609002ec9bb94fd2bb9a021e1181dfa8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:15,130 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:15,130 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,131 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e2217e09653c4307874de9b675e45ebe, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=39.2 K 2024-11-25T00:23:15,131 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2217e09653c4307874de9b675e45ebe, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:15,131 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a346ab581e9e4ae6be19908ef2eb8784, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494193567 2024-11-25T00:23:15,132 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 086e79f9867b40d4beb295fa25037b56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494193567 2024-11-25T00:23:15,133 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac806b262b9c4d90bec31f16b2189565, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:15,133 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b5dd7430fc8a48589d6949a5b5a564ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:15,146 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:15,146 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/d5989d67c73b4566a083c5e36518394f is 50, key is test_row_0/A:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:15,149 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:15,150 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/5feb6637165940ef81ec109b66037a71 is 50, key is test_row_0/B:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742406_1582 (size=13153) 2024-11-25T00:23:15,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742407_1583 (size=13153) 2024-11-25T00:23:15,184 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/d5989d67c73b4566a083c5e36518394f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/d5989d67c73b4566a083c5e36518394f 2024-11-25T00:23:15,188 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/5feb6637165940ef81ec109b66037a71 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5feb6637165940ef81ec109b66037a71 2024-11-25T00:23:15,196 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into d5989d67c73b4566a083c5e36518394f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:15,196 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:15,196 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494195125; duration=0sec 2024-11-25T00:23:15,196 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:15,196 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:15,196 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:15,198 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 5feb6637165940ef81ec109b66037a71(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:15,198 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:15,198 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494195126; duration=0sec 2024-11-25T00:23:15,199 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,199 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:15,200 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:15,200 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:15,200 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,200 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/837b40ecc53d47488e0589bf713d3e00, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=36.8 K 2024-11-25T00:23:15,202 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837b40ecc53d47488e0589bf713d3e00, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1732494193192 2024-11-25T00:23:15,202 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 046f37f29cbb468aa58a1d0b5fad8dac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=349, earliestPutTs=1732494193567 2024-11-25T00:23:15,203 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a71902618101441d9b9114f637ee0626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:15,214 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#497 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:15,214 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9cef2547c73a4eed8d3a6d4285c8f067 is 50, key is test_row_0/C:col10/1732494194553/Put/seqid=0 2024-11-25T00:23:15,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:15,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:15,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,233 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/120df0cc89d748aba0891789af48a0f3 is 50, key is test_row_0/A:col10/1732494194594/Put/seqid=0 2024-11-25T00:23:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742408_1584 (size=13153) 2024-11-25T00:23:15,247 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9cef2547c73a4eed8d3a6d4285c8f067 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9cef2547c73a4eed8d3a6d4285c8f067 2024-11-25T00:23:15,252 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 9cef2547c73a4eed8d3a6d4285c8f067(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:15,252 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:15,252 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494195126; duration=0sec 2024-11-25T00:23:15,252 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:15,252 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742409_1585 (size=17181) 2024-11-25T00:23:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494255262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494255262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494255264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494255264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-25T00:23:15,329 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-25T00:23:15,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:15,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-11-25T00:23:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:23:15,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:15,333 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:15,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:15,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494255372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494255372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494255373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494255373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:23:15,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:23:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494255577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494255578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494255578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494255578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:23:15,642 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:23:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:15,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:15,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/120df0cc89d748aba0891789af48a0f3 2024-11-25T00:23:15,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/821105b26e3e4d81af6ce6a196179d69 is 50, key is test_row_0/B:col10/1732494194594/Put/seqid=0 2024-11-25T00:23:15,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742410_1586 (size=12301) 2024-11-25T00:23:15,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/821105b26e3e4d81af6ce6a196179d69 2024-11-25T00:23:15,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3139e0a363b44f6bab44fde53115efcb is 50, key is test_row_0/C:col10/1732494194594/Put/seqid=0 2024-11-25T00:23:15,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742411_1587 (size=12301) 2024-11-25T00:23:15,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3139e0a363b44f6bab44fde53115efcb 2024-11-25T00:23:15,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/120df0cc89d748aba0891789af48a0f3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3 2024-11-25T00:23:15,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3, entries=250, sequenceid=392, filesize=16.8 K 2024-11-25T00:23:15,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/821105b26e3e4d81af6ce6a196179d69 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69 2024-11-25T00:23:15,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T00:23:15,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3139e0a363b44f6bab44fde53115efcb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb 2024-11-25T00:23:15,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb, entries=150, sequenceid=392, filesize=12.0 K 2024-11-25T00:23:15,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4a6c626b13c0eb2a849c90a7a7774ccf in 560ms, sequenceid=392, compaction requested=false 2024-11-25T00:23:15,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:15,795 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:15,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:15,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f0c3e585c4784500a68a7de075e60a89 is 50, key is test_row_0/A:col10/1732494195263/Put/seqid=0 2024-11-25T00:23:15,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742412_1588 (size=12301) 2024-11-25T00:23:15,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:15,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494255916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494255917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494255918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:15,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494255925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:15,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:23:16,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494256027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494256027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494256027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494256032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,223 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f0c3e585c4784500a68a7de075e60a89 2024-11-25T00:23:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/70a7b14b68ab4a9fb93599bffa8bb1a5 is 50, key is test_row_0/B:col10/1732494195263/Put/seqid=0 2024-11-25T00:23:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494256235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494256235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494256235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494256240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742413_1589 (size=12301) 2024-11-25T00:23:16,272 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/70a7b14b68ab4a9fb93599bffa8bb1a5 2024-11-25T00:23:16,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/32358bee18ae4dd2894efa63b3099129 is 50, key is test_row_0/C:col10/1732494195263/Put/seqid=0 2024-11-25T00:23:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742414_1590 (size=12301) 2024-11-25T00:23:16,303 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/32358bee18ae4dd2894efa63b3099129 2024-11-25T00:23:16,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f0c3e585c4784500a68a7de075e60a89 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89 2024-11-25T00:23:16,313 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T00:23:16,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/70a7b14b68ab4a9fb93599bffa8bb1a5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5 2024-11-25T00:23:16,320 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T00:23:16,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/32358bee18ae4dd2894efa63b3099129 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129 2024-11-25T00:23:16,324 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129, entries=150, sequenceid=409, filesize=12.0 K 2024-11-25T00:23:16,325 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4a6c626b13c0eb2a849c90a7a7774ccf in 529ms, sequenceid=409, compaction requested=true 2024-11-25T00:23:16,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-11-25T00:23:16,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-11-25T00:23:16,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-25T00:23:16,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 994 msec 2024-11-25T00:23:16,331 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 998 msec 2024-11-25T00:23:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-11-25T00:23:16,436 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-11-25T00:23:16,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:16,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-11-25T00:23:16,439 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:16,439 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:16,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:16,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:16,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:16,547 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/7a99567dc98d4c61af27021fb9b99cd4 is 50, key is test_row_0/A:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742415_1591 (size=12301) 2024-11-25T00:23:16,574 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/7a99567dc98d4c61af27021fb9b99cd4 2024-11-25T00:23:16,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494256567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494256571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494256572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494256574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,591 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,594 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ef3c23faef2a404682b3a77ac24a347a is 50, key is test_row_0/B:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742416_1592 (size=12301) 2024-11-25T00:23:16,622 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ef3c23faef2a404682b3a77ac24a347a 2024-11-25T00:23:16,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1de9d58204694286805b76bb180daabd is 50, key is test_row_0/C:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742417_1593 (size=12301) 2024-11-25T00:23:16,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1de9d58204694286805b76bb180daabd 2024-11-25T00:23:16,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/7a99567dc98d4c61af27021fb9b99cd4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4 2024-11-25T00:23:16,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494256676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T00:23:16,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ef3c23faef2a404682b3a77ac24a347a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a 2024-11-25T00:23:16,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T00:23:16,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/1de9d58204694286805b76bb180daabd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd 2024-11-25T00:23:16,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd, entries=150, sequenceid=431, filesize=12.0 K 2024-11-25T00:23:16,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 4a6c626b13c0eb2a849c90a7a7774ccf in 144ms, sequenceid=431, compaction requested=true 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:16,691 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:16,691 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:16,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:16,692 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54936 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:16,693 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:16,693 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,693 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/d5989d67c73b4566a083c5e36518394f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=53.6 K 2024-11-25T00:23:16,694 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:16,694 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:16,694 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,694 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5feb6637165940ef81ec109b66037a71, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=48.9 K 2024-11-25T00:23:16,694 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5989d67c73b4566a083c5e36518394f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 120df0cc89d748aba0891789af48a0f3, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494194592 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5feb6637165940ef81ec109b66037a71, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0c3e585c4784500a68a7de075e60a89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732494195259 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 821105b26e3e4d81af6ce6a196179d69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494194594 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a7b14b68ab4a9fb93599bffa8bb1a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732494195259 2024-11-25T00:23:16,695 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a99567dc98d4c61af27021fb9b99cd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:16,696 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ef3c23faef2a404682b3a77ac24a347a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:16,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:16,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:16,721 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:16,722 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a6eee3c9c11145b887e5ec2fe1e30318 is 50, key is test_row_0/B:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:16,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:16,742 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:16,743 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/691413cda59e4c2aba93a450c1b9d5e2 is 50, key is test_row_0/A:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,746 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1d12da4e8a094a789a283aa0bac0bda7 is 50, key is test_row_0/A:col10/1732494196699/Put/seqid=0 2024-11-25T00:23:16,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742418_1594 (size=13289) 2024-11-25T00:23:16,805 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a6eee3c9c11145b887e5ec2fe1e30318 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a6eee3c9c11145b887e5ec2fe1e30318 2024-11-25T00:23:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742419_1595 (size=13289) 2024-11-25T00:23:16,811 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into a6eee3c9c11145b887e5ec2fe1e30318(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:16,811 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:16,811 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=12, startTime=1732494196691; duration=0sec 2024-11-25T00:23:16,811 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:16,811 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:16,811 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:16,813 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50056 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:16,813 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:16,813 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,814 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9cef2547c73a4eed8d3a6d4285c8f067, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=48.9 K 2024-11-25T00:23:16,814 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9cef2547c73a4eed8d3a6d4285c8f067, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1732494193931 2024-11-25T00:23:16,814 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3139e0a363b44f6bab44fde53115efcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1732494194594 2024-11-25T00:23:16,817 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 32358bee18ae4dd2894efa63b3099129, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1732494195259 2024-11-25T00:23:16,824 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1de9d58204694286805b76bb180daabd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:16,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742420_1596 (size=14741) 2024-11-25T00:23:16,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1d12da4e8a094a789a283aa0bac0bda7 2024-11-25T00:23:16,841 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#510 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:16,841 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6609a8781a9e4dfbb8632373543ece58 is 50, key is test_row_0/C:col10/1732494196545/Put/seqid=0 2024-11-25T00:23:16,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494256844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494256850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494256850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e287001ca10f449184c815742a184c4f is 50, key is test_row_0/B:col10/1732494196699/Put/seqid=0 2024-11-25T00:23:16,885 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494256880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742421_1597 (size=13289) 2024-11-25T00:23:16,899 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:16,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:16,903 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6609a8781a9e4dfbb8632373543ece58 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6609a8781a9e4dfbb8632373543ece58 2024-11-25T00:23:16,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742422_1598 (size=12301) 2024-11-25T00:23:16,909 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 6609a8781a9e4dfbb8632373543ece58(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:16,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:16,909 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=12, startTime=1732494196691; duration=0sec 2024-11-25T00:23:16,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e287001ca10f449184c815742a184c4f 2024-11-25T00:23:16,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:16,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:16,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/86fbaa5dfaf4428c887233de8c518be2 is 50, key is test_row_0/C:col10/1732494196699/Put/seqid=0 2024-11-25T00:23:16,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494256960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742423_1599 (size=12301) 2024-11-25T00:23:16,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494256965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:16,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:16,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494256966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:17,052 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494257168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494257170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494257173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494257188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,205 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,217 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/691413cda59e4c2aba93a450c1b9d5e2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/691413cda59e4c2aba93a450c1b9d5e2 2024-11-25T00:23:17,222 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 691413cda59e4c2aba93a450c1b9d5e2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:17,223 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:17,223 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=12, startTime=1732494196691; duration=0sec 2024-11-25T00:23:17,223 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:17,223 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:17,362 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,369 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=447 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/86fbaa5dfaf4428c887233de8c518be2 2024-11-25T00:23:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1d12da4e8a094a789a283aa0bac0bda7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7 2024-11-25T00:23:17,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7, entries=200, sequenceid=447, filesize=14.4 K 2024-11-25T00:23:17,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e287001ca10f449184c815742a184c4f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f 2024-11-25T00:23:17,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T00:23:17,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/86fbaa5dfaf4428c887233de8c518be2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2 2024-11-25T00:23:17,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2, entries=150, sequenceid=447, filesize=12.0 K 2024-11-25T00:23:17,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 4a6c626b13c0eb2a849c90a7a7774ccf in 700ms, sequenceid=447, compaction requested=false 2024-11-25T00:23:17,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:17,479 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:17,480 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:17,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:17,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1113815744fb48239e0e5bb1c467fff4 is 50, key is test_row_0/A:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:17,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742424_1600 (size=14741) 2024-11-25T00:23:17,515 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494257515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494257517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494257519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:17,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494257629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494257630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494257630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,668 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,669 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494257698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,821 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494257832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494257834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:17,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494257840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1113815744fb48239e0e5bb1c467fff4 2024-11-25T00:23:17,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9df4b2348ae44249bb929ee5a101ab53 is 50, key is test_row_0/B:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:17,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742425_1601 (size=12301) 2024-11-25T00:23:17,974 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:17,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:17,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,131 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494258137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494258141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494258150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,285 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:18,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9df4b2348ae44249bb929ee5a101ab53 2024-11-25T00:23:18,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d0590046b274a0793f55c3e4e916314 is 50, key is test_row_0/C:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:18,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742426_1602 (size=12301) 2024-11-25T00:23:18,383 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d0590046b274a0793f55c3e4e916314 2024-11-25T00:23:18,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/1113815744fb48239e0e5bb1c467fff4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4 2024-11-25T00:23:18,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4, entries=200, sequenceid=471, filesize=14.4 K 2024-11-25T00:23:18,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/9df4b2348ae44249bb929ee5a101ab53 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53 2024-11-25T00:23:18,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53, entries=150, sequenceid=471, filesize=12.0 K 2024-11-25T00:23:18,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d0590046b274a0793f55c3e4e916314 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314 2024-11-25T00:23:18,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314, entries=150, sequenceid=471, filesize=12.0 K 2024-11-25T00:23:18,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 4a6c626b13c0eb2a849c90a7a7774ccf in 933ms, sequenceid=471, compaction requested=true 2024-11-25T00:23:18,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:18,412 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:18,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:18,413 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:18,413 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42771 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:18,414 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:18,414 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,414 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/691413cda59e4c2aba93a450c1b9d5e2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=41.8 K 2024-11-25T00:23:18,414 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 691413cda59e4c2aba93a450c1b9d5e2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:18,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:18,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:18,414 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:18,415 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:18,415 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:18,415 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,415 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a6eee3c9c11145b887e5ec2fe1e30318, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.0 K 2024-11-25T00:23:18,415 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d12da4e8a094a789a283aa0bac0bda7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732494196568 2024-11-25T00:23:18,415 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a6eee3c9c11145b887e5ec2fe1e30318, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:18,416 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1113815744fb48239e0e5bb1c467fff4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196766 2024-11-25T00:23:18,416 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e287001ca10f449184c815742a184c4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732494196568 2024-11-25T00:23:18,416 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9df4b2348ae44249bb929ee5a101ab53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196843 2024-11-25T00:23:18,434 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:18,435 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/88692e128e2746f8ac7a41e46dccdf06 is 50, key is test_row_0/B:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:18,436 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#517 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:18,436 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e4cb7f6354f748d692f58a1db79bfd57 is 50, key is test_row_0/A:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:18,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-11-25T00:23:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-25T00:23:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:18,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:18,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742427_1603 (size=13391) 2024-11-25T00:23:18,485 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/88692e128e2746f8ac7a41e46dccdf06 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/88692e128e2746f8ac7a41e46dccdf06 2024-11-25T00:23:18,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4d7de64416184694b135eccc2d5eb191 is 50, key is test_row_0/A:col10/1732494197514/Put/seqid=0 2024-11-25T00:23:18,492 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 88692e128e2746f8ac7a41e46dccdf06(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:18,492 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:18,492 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494198413; duration=0sec 2024-11-25T00:23:18,492 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:18,492 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:18,492 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:18,495 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:18,495 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:18,495 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,495 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6609a8781a9e4dfbb8632373543ece58, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.0 K 2024-11-25T00:23:18,496 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6609a8781a9e4dfbb8632373543ece58, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732494195914 2024-11-25T00:23:18,496 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 86fbaa5dfaf4428c887233de8c518be2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=447, earliestPutTs=1732494196568 2024-11-25T00:23:18,497 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d0590046b274a0793f55c3e4e916314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196843 2024-11-25T00:23:18,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742428_1604 (size=13391) 2024-11-25T00:23:18,521 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e4cb7f6354f748d692f58a1db79bfd57 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e4cb7f6354f748d692f58a1db79bfd57 2024-11-25T00:23:18,528 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into e4cb7f6354f748d692f58a1db79bfd57(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:18,528 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:18,528 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494198412; duration=0sec 2024-11-25T00:23:18,528 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:18,528 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:18,536 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:18,536 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7d193ca9fa39452bbfdcbf5d962a222c is 50, key is test_row_0/C:col10/1732494197478/Put/seqid=0 2024-11-25T00:23:18,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:18,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742429_1605 (size=12301) 2024-11-25T00:23:18,561 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4d7de64416184694b135eccc2d5eb191 2024-11-25T00:23:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742430_1606 (size=13391) 2024-11-25T00:23:18,577 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/7d193ca9fa39452bbfdcbf5d962a222c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7d193ca9fa39452bbfdcbf5d962a222c 2024-11-25T00:23:18,584 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 7d193ca9fa39452bbfdcbf5d962a222c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:18,585 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:18,585 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494198414; duration=0sec 2024-11-25T00:23:18,585 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:18,586 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:18,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b4e6e6c7329d4796a8a164dfd84ff6b7 is 50, key is test_row_0/B:col10/1732494197514/Put/seqid=0 2024-11-25T00:23:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742431_1607 (size=12301) 2024-11-25T00:23:18,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b4e6e6c7329d4796a8a164dfd84ff6b7 2024-11-25T00:23:18,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c8a61c1a862547259fd3b09f29b167da is 50, key is test_row_0/C:col10/1732494197514/Put/seqid=0 2024-11-25T00:23:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:18,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:18,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742432_1608 (size=12301) 2024-11-25T00:23:18,659 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=486 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c8a61c1a862547259fd3b09f29b167da 2024-11-25T00:23:18,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/4d7de64416184694b135eccc2d5eb191 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191 2024-11-25T00:23:18,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191, entries=150, sequenceid=486, filesize=12.0 K 2024-11-25T00:23:18,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b4e6e6c7329d4796a8a164dfd84ff6b7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7 2024-11-25T00:23:18,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7, entries=150, sequenceid=486, filesize=12.0 K 2024-11-25T00:23:18,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/c8a61c1a862547259fd3b09f29b167da as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da 2024-11-25T00:23:18,687 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da, entries=150, sequenceid=486, filesize=12.0 K 2024-11-25T00:23:18,688 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=80.51 KB/82440 for 4a6c626b13c0eb2a849c90a7a7774ccf in 247ms, sequenceid=486, compaction requested=false 2024-11-25T00:23:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:18,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-11-25T00:23:18,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-11-25T00:23:18,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:23:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:18,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:18,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:18,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-11-25T00:23:18,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-11-25T00:23:18,693 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.2540 sec 2024-11-25T00:23:18,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e3dbc52ea72b419dbfe4186e97e6f8b1 is 50, key is test_row_0/A:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:18,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494258728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494258730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,742 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494258731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494258732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742433_1609 (size=12301) 2024-11-25T00:23:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494258836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494258842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494258843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:18,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:18,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494258844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494259044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494259048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494259054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494259055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37534 deadline: 1732494259097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,105 DEBUG [Thread-2234 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., hostname=4bb75722a6be,32995,1732494057205, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:19,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e3dbc52ea72b419dbfe4186e97e6f8b1 2024-11-25T00:23:19,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d65a02a71e324d0aaa7d84749661f238 is 50, key is test_row_0/B:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:19,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742434_1610 (size=12301) 2024-11-25T00:23:19,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494259353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,362 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494259358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494259363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494259363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d65a02a71e324d0aaa7d84749661f238 2024-11-25T00:23:19,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 is 50, key is test_row_0/C:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:19,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742435_1611 (size=12301) 2024-11-25T00:23:19,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 2024-11-25T00:23:19,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e3dbc52ea72b419dbfe4186e97e6f8b1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1 2024-11-25T00:23:19,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T00:23:19,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/d65a02a71e324d0aaa7d84749661f238 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238 2024-11-25T00:23:19,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T00:23:19,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 2024-11-25T00:23:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2, entries=150, sequenceid=506, filesize=12.0 K 2024-11-25T00:23:19,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 1044ms, sequenceid=506, compaction requested=true 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:19,734 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:19,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:19,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,738 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,738 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,738 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:19,738 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:19,738 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:19,738 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:19,738 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e4cb7f6354f748d692f58a1db79bfd57, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.1 K 2024-11-25T00:23:19,738 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/88692e128e2746f8ac7a41e46dccdf06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.1 K 2024-11-25T00:23:19,740 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e4cb7f6354f748d692f58a1db79bfd57, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196843 2024-11-25T00:23:19,740 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d7de64416184694b135eccc2d5eb191, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732494197503 2024-11-25T00:23:19,740 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88692e128e2746f8ac7a41e46dccdf06, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196843 2024-11-25T00:23:19,740 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e3dbc52ea72b419dbfe4186e97e6f8b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:19,741 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4e6e6c7329d4796a8a164dfd84ff6b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732494197503 2024-11-25T00:23:19,741 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d65a02a71e324d0aaa7d84749661f238, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:19,758 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,759 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/741a481b468746039593b2e94ed1f414 is 50, key is test_row_0/A:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:19,763 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,763 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b7139c3648834092bb5ab80a051b97d3 is 50, key is test_row_0/B:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:19,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742436_1612 (size=13493) 2024-11-25T00:23:19,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742437_1613 (size=13493) 2024-11-25T00:23:19,809 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/b7139c3648834092bb5ab80a051b97d3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b7139c3648834092bb5ab80a051b97d3 2024-11-25T00:23:19,819 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into b7139c3648834092bb5ab80a051b97d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:19,819 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:19,819 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494199734; duration=0sec 2024-11-25T00:23:19,819 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:19,819 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:19,819 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:19,822 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:19,823 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:19,823 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:19,823 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7d193ca9fa39452bbfdcbf5d962a222c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.1 K 2024-11-25T00:23:19,824 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d193ca9fa39452bbfdcbf5d962a222c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1732494196843 2024-11-25T00:23:19,824 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8a61c1a862547259fd3b09f29b167da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=486, earliestPutTs=1732494197503 2024-11-25T00:23:19,825 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting dc00aaab5cfb4a8cb7d6d1e13642d3d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:19,840 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#527 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:19,840 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/b980435cd27a4e54a3e9ef39528c7eaa is 50, key is test_row_0/C:col10/1732494198685/Put/seqid=0 2024-11-25T00:23:19,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742438_1614 (size=13493) 2024-11-25T00:23:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:19,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:19,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:19,874 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/b980435cd27a4e54a3e9ef39528c7eaa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b980435cd27a4e54a3e9ef39528c7eaa 2024-11-25T00:23:19,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/026673f86e534742ae9b79dc50ce7b83 is 50, key is test_row_0/A:col10/1732494198731/Put/seqid=0 2024-11-25T00:23:19,887 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into b980435cd27a4e54a3e9ef39528c7eaa(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:19,887 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:19,887 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494199734; duration=0sec 2024-11-25T00:23:19,887 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:19,887 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494259897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494259899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494259900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:19,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494259907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:19,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742439_1615 (size=12301) 2024-11-25T00:23:19,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/026673f86e534742ae9b79dc50ce7b83 2024-11-25T00:23:19,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1f8bde707c594b39975b753c62ff9ad7 is 50, key is test_row_0/B:col10/1732494198731/Put/seqid=0 2024-11-25T00:23:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742440_1616 (size=12301) 2024-11-25T00:23:19,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1f8bde707c594b39975b753c62ff9ad7 2024-11-25T00:23:20,003 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4065339888de45e899cb6ed7781ac447 is 50, key is test_row_0/C:col10/1732494198731/Put/seqid=0 2024-11-25T00:23:20,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494260012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494260017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494260017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494260017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742441_1617 (size=12301) 2024-11-25T00:23:20,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4065339888de45e899cb6ed7781ac447 2024-11-25T00:23:20,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/026673f86e534742ae9b79dc50ce7b83 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83 2024-11-25T00:23:20,060 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83, entries=150, sequenceid=527, filesize=12.0 K 2024-11-25T00:23:20,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/1f8bde707c594b39975b753c62ff9ad7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7 2024-11-25T00:23:20,074 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7, entries=150, sequenceid=527, filesize=12.0 K 2024-11-25T00:23:20,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4065339888de45e899cb6ed7781ac447 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447 2024-11-25T00:23:20,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447, entries=150, sequenceid=527, filesize=12.0 K 2024-11-25T00:23:20,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4a6c626b13c0eb2a849c90a7a7774ccf in 226ms, sequenceid=527, compaction requested=false 2024-11-25T00:23:20,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:20,216 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/741a481b468746039593b2e94ed1f414 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/741a481b468746039593b2e94ed1f414 2024-11-25T00:23:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:20,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:23:20,223 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 741a481b468746039593b2e94ed1f414(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:20,223 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:20,223 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494199734; duration=0sec 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:20,224 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,224 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:20,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5c4638e2b98f45e0b36f35cf239eedd0 is 50, key is test_row_0/A:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742442_1618 (size=14741) 2024-11-25T00:23:20,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5c4638e2b98f45e0b36f35cf239eedd0 2024-11-25T00:23:20,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/c408a269d88241dc93a12ba25143d33c is 50, key is test_row_0/B:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494260278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494260281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742443_1619 (size=12301) 2024-11-25T00:23:20,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494260288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494260290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494260391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494260392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494260400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494260403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-25T00:23:20,546 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-25T00:23:20,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:20,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-25T00:23:20,549 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:20,550 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:20,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:20,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:23:20,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494260603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494260603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494260606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494260609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:23:20,699 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/c408a269d88241dc93a12ba25143d33c 2024-11-25T00:23:20,702 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T00:23:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:20,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:20,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:20,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/71a99e9f224c4cefbfd81885f357e8ea is 50, key is test_row_0/C:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742444_1620 (size=12301) 2024-11-25T00:23:20,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/71a99e9f224c4cefbfd81885f357e8ea 2024-11-25T00:23:20,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5c4638e2b98f45e0b36f35cf239eedd0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0 2024-11-25T00:23:20,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0, entries=200, sequenceid=546, filesize=14.4 K 2024-11-25T00:23:20,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/c408a269d88241dc93a12ba25143d33c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c 2024-11-25T00:23:20,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c, entries=150, sequenceid=546, filesize=12.0 K 2024-11-25T00:23:20,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/71a99e9f224c4cefbfd81885f357e8ea as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea 2024-11-25T00:23:20,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea, entries=150, sequenceid=546, filesize=12.0 K 2024-11-25T00:23:20,789 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 566ms, sequenceid=546, compaction requested=true 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,789 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,789 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:20,789 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:20,790 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,790 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:20,790 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,791 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b7139c3648834092bb5ab80a051b97d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.2 K 2024-11-25T00:23:20,792 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,792 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b7139c3648834092bb5ab80a051b97d3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:20,792 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:20,792 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,792 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/741a481b468746039593b2e94ed1f414, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=39.6 K 2024-11-25T00:23:20,792 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f8bde707c594b39975b753c62ff9ad7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732494198726 2024-11-25T00:23:20,793 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c408a269d88241dc93a12ba25143d33c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:20,793 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 741a481b468746039593b2e94ed1f414, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:20,793 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 026673f86e534742ae9b79dc50ce7b83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732494198726 2024-11-25T00:23:20,794 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c4638e2b98f45e0b36f35cf239eedd0, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:20,808 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#534 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,809 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/991fceb8a99d4a79836b05d21e9fee36 is 50, key is test_row_0/B:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,825 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#535 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,825 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/93d43e624bf84c5c9fcc86353305ef0d is 50, key is test_row_0/A:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:23:20,854 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,860 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:20,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:20,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742445_1621 (size=13595) 2024-11-25T00:23:20,879 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/991fceb8a99d4a79836b05d21e9fee36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/991fceb8a99d4a79836b05d21e9fee36 2024-11-25T00:23:20,884 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 991fceb8a99d4a79836b05d21e9fee36(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:20,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:20,884 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494200789; duration=0sec 2024-11-25T00:23:20,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:20,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:20,884 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:20,886 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:20,886 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:20,886 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:20,886 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b980435cd27a4e54a3e9ef39528c7eaa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.2 K 2024-11-25T00:23:20,886 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b980435cd27a4e54a3e9ef39528c7eaa, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1732494198685 2024-11-25T00:23:20,887 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4065339888de45e899cb6ed7781ac447, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1732494198726 2024-11-25T00:23:20,887 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 71a99e9f224c4cefbfd81885f357e8ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:20,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742446_1622 (size=13595) 2024-11-25T00:23:20,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/a3b76889e4c842f4a7d37ab631a6e7fa is 50, key is test_row_0/A:col10/1732494200276/Put/seqid=0 2024-11-25T00:23:20,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:20,922 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:20,922 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/f4a0c654d9964da7a46a55032db9b4f8 is 50, key is test_row_0/C:col10/1732494199885/Put/seqid=0 2024-11-25T00:23:20,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742447_1623 (size=12301) 2024-11-25T00:23:20,950 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/a3b76889e4c842f4a7d37ab631a6e7fa 2024-11-25T00:23:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/7849777efce0468b805c0e99db2f8988 is 50, key is test_row_0/B:col10/1732494200276/Put/seqid=0 2024-11-25T00:23:20,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742448_1624 (size=13595) 2024-11-25T00:23:20,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742449_1625 (size=12301) 2024-11-25T00:23:20,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494260948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494260982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494260982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:20,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:20,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494260985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494261083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494261094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494261094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494261094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:23:21,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494261292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494261304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494261307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494261307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,320 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/93d43e624bf84c5c9fcc86353305ef0d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/93d43e624bf84c5c9fcc86353305ef0d 2024-11-25T00:23:21,328 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 93d43e624bf84c5c9fcc86353305ef0d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:21,328 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:21,328 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494200789; duration=0sec 2024-11-25T00:23:21,329 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:21,329 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:21,378 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/f4a0c654d9964da7a46a55032db9b4f8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/f4a0c654d9964da7a46a55032db9b4f8 2024-11-25T00:23:21,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/7849777efce0468b805c0e99db2f8988 2024-11-25T00:23:21,386 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into f4a0c654d9964da7a46a55032db9b4f8(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:21,386 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:21,386 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494200789; duration=0sec 2024-11-25T00:23:21,386 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:21,386 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:21,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/558f040860d4442fb78a6d80a5f55eaa is 50, key is test_row_0/C:col10/1732494200276/Put/seqid=0 2024-11-25T00:23:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742450_1626 (size=12301) 2024-11-25T00:23:21,426 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=565 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/558f040860d4442fb78a6d80a5f55eaa 2024-11-25T00:23:21,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/a3b76889e4c842f4a7d37ab631a6e7fa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa 2024-11-25T00:23:21,435 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa, entries=150, sequenceid=565, filesize=12.0 K 2024-11-25T00:23:21,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/7849777efce0468b805c0e99db2f8988 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988 2024-11-25T00:23:21,439 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988, entries=150, sequenceid=565, filesize=12.0 K 2024-11-25T00:23:21,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/558f040860d4442fb78a6d80a5f55eaa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa 2024-11-25T00:23:21,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa, entries=150, sequenceid=565, filesize=12.0 K 2024-11-25T00:23:21,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4a6c626b13c0eb2a849c90a7a7774ccf in 584ms, sequenceid=565, compaction requested=false 2024-11-25T00:23:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:21,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-25T00:23:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-11-25T00:23:21,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-25T00:23:21,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 895 msec 2024-11-25T00:23:21,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 900 msec 2024-11-25T00:23:21,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:21,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:21,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/567b010845ba4e8fb43621715497f7f7 is 50, key is test_row_0/A:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742451_1627 (size=14741) 2024-11-25T00:23:21,644 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/567b010845ba4e8fb43621715497f7f7 2024-11-25T00:23:21,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/5ab7be18bcab4344abe2ec763804cd11 is 50, key is test_row_0/B:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-11-25T00:23:21,654 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-11-25T00:23:21,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-25T00:23:21,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:23:21,658 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:21,659 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:21,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:21,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742452_1628 (size=12301) 2024-11-25T00:23:21,661 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/5ab7be18bcab4344abe2ec763804cd11 2024-11-25T00:23:21,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a125ecb07e2e4c2e8a226b67bdc1aa6a is 50, key is test_row_0/C:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494261688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742453_1629 (size=12301) 2024-11-25T00:23:21,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a125ecb07e2e4c2e8a226b67bdc1aa6a 2024-11-25T00:23:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494261697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494261697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494261705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/567b010845ba4e8fb43621715497f7f7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7 2024-11-25T00:23:21,717 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7, entries=200, sequenceid=587, filesize=14.4 K 2024-11-25T00:23:21,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/5ab7be18bcab4344abe2ec763804cd11 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11 2024-11-25T00:23:21,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11, entries=150, sequenceid=587, filesize=12.0 K 2024-11-25T00:23:21,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a125ecb07e2e4c2e8a226b67bdc1aa6a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a 2024-11-25T00:23:21,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a, entries=150, sequenceid=587, filesize=12.0 K 2024-11-25T00:23:21,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 121ms, sequenceid=587, compaction requested=true 2024-11-25T00:23:21,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:21,733 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:21,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:21,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:21,734 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:21,734 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:21,734 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/93d43e624bf84c5c9fcc86353305ef0d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=39.7 K 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:21,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:21,734 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93d43e624bf84c5c9fcc86353305ef0d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:21,735 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3b76889e4c842f4a7d37ab631a6e7fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732494200276 2024-11-25T00:23:21,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:21,735 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:21,735 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:21,735 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/991fceb8a99d4a79836b05d21e9fee36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.3 K 2024-11-25T00:23:21,735 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 567b010845ba4e8fb43621715497f7f7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200948 2024-11-25T00:23:21,736 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 991fceb8a99d4a79836b05d21e9fee36, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:21,737 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7849777efce0468b805c0e99db2f8988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732494200276 2024-11-25T00:23:21,737 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab7be18bcab4344abe2ec763804cd11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200955 2024-11-25T00:23:21,753 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:21,753 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ec51bdd8b63244d587d246470ce31ca5 is 50, key is test_row_0/A:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:23:21,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742454_1630 (size=13697) 2024-11-25T00:23:21,806 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ec51bdd8b63244d587d246470ce31ca5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec51bdd8b63244d587d246470ce31ca5 2024-11-25T00:23:21,811 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into ec51bdd8b63244d587d246470ce31ca5(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:21,811 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,811 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:21,811 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494201732; duration=0sec 2024-11-25T00:23:21,811 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:21,811 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:21,811 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:21,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-25T00:23:21,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:21,812 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:21,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:21,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:21,816 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:21,816 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:21,817 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:21,817 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/f4a0c654d9964da7a46a55032db9b4f8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.3 K 2024-11-25T00:23:21,817 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4a0c654d9964da7a46a55032db9b4f8, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1732494199885 2024-11-25T00:23:21,817 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 558f040860d4442fb78a6d80a5f55eaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=565, earliestPutTs=1732494200276 2024-11-25T00:23:21,818 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a125ecb07e2e4c2e8a226b67bdc1aa6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200955 2024-11-25T00:23:21,831 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#544 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:21,831 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/0f3d93a2acd94c60bd0864328cc43244 is 50, key is test_row_0/B:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f7b04bfb36084ec3b32e77f8a09c94d5 is 50, key is test_row_0/A:col10/1732494201695/Put/seqid=0 2024-11-25T00:23:21,850 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:21,851 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a1ac51533ed9482781754b43f7d556fa is 50, key is test_row_0/C:col10/1732494200959/Put/seqid=0 2024-11-25T00:23:21,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494261845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494261846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494261859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494261859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742455_1631 (size=13697) 2024-11-25T00:23:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742456_1632 (size=12301) 2024-11-25T00:23:21,922 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f7b04bfb36084ec3b32e77f8a09c94d5 2024-11-25T00:23:21,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742457_1633 (size=13697) 2024-11-25T00:23:21,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/4d57eae3b46d47ecb309e2945daf20ba is 50, key is test_row_0/B:col10/1732494201695/Put/seqid=0 2024-11-25T00:23:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:23:21,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494261961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494261961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742458_1634 (size=12301) 2024-11-25T00:23:21,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494261971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494261971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494262173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494262174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494262179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494262179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:23:22,278 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/0f3d93a2acd94c60bd0864328cc43244 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0f3d93a2acd94c60bd0864328cc43244 2024-11-25T00:23:22,284 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 0f3d93a2acd94c60bd0864328cc43244(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:22,284 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,284 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494201734; duration=0sec 2024-11-25T00:23:22,284 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,284 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:22,344 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a1ac51533ed9482781754b43f7d556fa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a1ac51533ed9482781754b43f7d556fa 2024-11-25T00:23:22,349 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into a1ac51533ed9482781754b43f7d556fa(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:22,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,350 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494201734; duration=0sec 2024-11-25T00:23:22,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,350 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:22,376 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/4d57eae3b46d47ecb309e2945daf20ba 2024-11-25T00:23:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d8c159ad24c4b48bee7d30a04c8a8cb is 50, key is test_row_0/C:col10/1732494201695/Put/seqid=0 2024-11-25T00:23:22,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742459_1635 (size=12301) 2024-11-25T00:23:22,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=607 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d8c159ad24c4b48bee7d30a04c8a8cb 2024-11-25T00:23:22,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/f7b04bfb36084ec3b32e77f8a09c94d5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5 2024-11-25T00:23:22,437 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T00:23:22,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/4d57eae3b46d47ecb309e2945daf20ba as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba 2024-11-25T00:23:22,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T00:23:22,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/9d8c159ad24c4b48bee7d30a04c8a8cb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb 2024-11-25T00:23:22,445 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb, entries=150, sequenceid=607, filesize=12.0 K 2024-11-25T00:23:22,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4a6c626b13c0eb2a849c90a7a7774ccf in 635ms, sequenceid=607, compaction requested=false 2024-11-25T00:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-25T00:23:22,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-11-25T00:23:22,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-25T00:23:22,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 792 msec 2024-11-25T00:23:22,454 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 797 msec 2024-11-25T00:23:22,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-25T00:23:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:22,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:22,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:22,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/749bf6eea7944b1582baa9e4e2669034 is 50, key is test_row_0/A:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742460_1636 (size=12301) 2024-11-25T00:23:22,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/749bf6eea7944b1582baa9e4e2669034 2024-11-25T00:23:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494262519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494262519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494262521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,537 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/74ab13811a5a4a6686bb84eb21fcd9e8 is 50, key is test_row_0/B:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742461_1637 (size=12301) 2024-11-25T00:23:22,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/74ab13811a5a4a6686bb84eb21fcd9e8 2024-11-25T00:23:22,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6050c21dc7ec4acb848a6f93666ae1d6 is 50, key is test_row_0/C:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742462_1638 (size=12301) 2024-11-25T00:23:22,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=627 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6050c21dc7ec4acb848a6f93666ae1d6 2024-11-25T00:23:22,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494262629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/749bf6eea7944b1582baa9e4e2669034 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034 2024-11-25T00:23:22,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494262631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494262635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494262635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034, entries=150, sequenceid=627, filesize=12.0 K 2024-11-25T00:23:22,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/74ab13811a5a4a6686bb84eb21fcd9e8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8 2024-11-25T00:23:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8, entries=150, sequenceid=627, filesize=12.0 K 2024-11-25T00:23:22,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/6050c21dc7ec4acb848a6f93666ae1d6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6 2024-11-25T00:23:22,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6, entries=150, sequenceid=627, filesize=12.0 K 2024-11-25T00:23:22,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 4a6c626b13c0eb2a849c90a7a7774ccf in 188ms, sequenceid=627, compaction requested=true 2024-11-25T00:23:22,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,673 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,674 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:22,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,675 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:22,675 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:22,675 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,675 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0f3d93a2acd94c60bd0864328cc43244, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.4 K 2024-11-25T00:23:22,674 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:22,675 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:22,675 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,675 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec51bdd8b63244d587d246470ce31ca5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.4 K 2024-11-25T00:23:22,676 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec51bdd8b63244d587d246470ce31ca5, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200955 2024-11-25T00:23:22,676 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f3d93a2acd94c60bd0864328cc43244, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200955 2024-11-25T00:23:22,676 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d57eae3b46d47ecb309e2945daf20ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732494201618 2024-11-25T00:23:22,676 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f7b04bfb36084ec3b32e77f8a09c94d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732494201618 2024-11-25T00:23:22,677 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 749bf6eea7944b1582baa9e4e2669034, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:22,677 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ab13811a5a4a6686bb84eb21fcd9e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:22,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:22,679 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:22,693 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#552 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:22,694 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e8afaa20c17043b29bfafede6c0b702c is 50, key is test_row_0/B:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,701 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#553 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:22,701 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/49dcaa866ee144c181326df5a3393b36 is 50, key is test_row_0/A:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742464_1640 (size=13799) 2024-11-25T00:23:22,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-25T00:23:22,761 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-11-25T00:23:22,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-25T00:23:22,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:22,766 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:22,768 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:22,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:22,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742463_1639 (size=13799) 2024-11-25T00:23:22,777 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/e8afaa20c17043b29bfafede6c0b702c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e8afaa20c17043b29bfafede6c0b702c 2024-11-25T00:23:22,782 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into e8afaa20c17043b29bfafede6c0b702c(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:22,782 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,782 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494202674; duration=0sec 2024-11-25T00:23:22,782 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:22,782 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:22,782 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:22,785 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:22,785 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:22,785 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,785 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a1ac51533ed9482781754b43f7d556fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.4 K 2024-11-25T00:23:22,785 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a1ac51533ed9482781754b43f7d556fa, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1732494200955 2024-11-25T00:23:22,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d8c159ad24c4b48bee7d30a04c8a8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=607, earliestPutTs=1732494201618 2024-11-25T00:23:22,786 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6050c21dc7ec4acb848a6f93666ae1d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:22,793 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#554 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:22,793 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4f565841a353476c8e38db5354035668 is 50, key is test_row_0/C:col10/1732494201857/Put/seqid=0 2024-11-25T00:23:22,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742465_1641 (size=13799) 2024-11-25T00:23:22,828 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/4f565841a353476c8e38db5354035668 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4f565841a353476c8e38db5354035668 2024-11-25T00:23:22,837 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into 4f565841a353476c8e38db5354035668(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:22,837 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:22,837 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494202676; duration=0sec 2024-11-25T00:23:22,837 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:22,837 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:22,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:22,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:22,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8b12750a132b4395ade0bf4a0ca3eebd is 50, key is test_row_0/A:col10/1732494202519/Put/seqid=0 2024-11-25T00:23:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:22,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742466_1642 (size=14741) 2024-11-25T00:23:22,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8b12750a132b4395ade0bf4a0ca3eebd 2024-11-25T00:23:22,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494262876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494262878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494262879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494262880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,894 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a9baee6539184de7b8230c5f6207e17e is 50, key is test_row_0/B:col10/1732494202519/Put/seqid=0 2024-11-25T00:23:22,920 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:22,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:22,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:22,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742467_1643 (size=12301) 2024-11-25T00:23:22,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a9baee6539184de7b8230c5f6207e17e 2024-11-25T00:23:22,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3f944f3088d249f3919c0526eb5b77ef is 50, key is test_row_0/C:col10/1732494202519/Put/seqid=0 2024-11-25T00:23:22,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742468_1644 (size=12301) 2024-11-25T00:23:22,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494262987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494262987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494262989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:22,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:22,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 287 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494262990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:23,075 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,149 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/49dcaa866ee144c181326df5a3393b36 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/49dcaa866ee144c181326df5a3393b36 2024-11-25T00:23:23,156 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 49dcaa866ee144c181326df5a3393b36(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:23,157 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:23,157 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494202673; duration=0sec 2024-11-25T00:23:23,157 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:23,158 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494263194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494263194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494263195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 289 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494263196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,228 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:23,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=648 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3f944f3088d249f3919c0526eb5b77ef 2024-11-25T00:23:23,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/8b12750a132b4395ade0bf4a0ca3eebd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd 2024-11-25T00:23:23,381 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd, entries=200, sequenceid=648, filesize=14.4 K 2024-11-25T00:23:23,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/a9baee6539184de7b8230c5f6207e17e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e 2024-11-25T00:23:23,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e, entries=150, sequenceid=648, filesize=12.0 K 2024-11-25T00:23:23,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/3f944f3088d249f3919c0526eb5b77ef as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef 2024-11-25T00:23:23,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef, entries=150, sequenceid=648, filesize=12.0 K 2024-11-25T00:23:23,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 4a6c626b13c0eb2a849c90a7a7774ccf in 547ms, sequenceid=648, compaction requested=false 2024-11-25T00:23:23,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:23,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-25T00:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:23,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:23,503 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:23,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/68d728ddf3dc4ae3aa2d9a28d8935c7c is 50, key is test_row_0/A:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:23,535 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494263530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494263530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,540 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494263532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494263533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742469_1645 (size=14741) 2024-11-25T00:23:23,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494263642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494263642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494263642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494263642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,688 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,841 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494263849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494263850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494263852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:23,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494263852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:23,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=668 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/68d728ddf3dc4ae3aa2d9a28d8935c7c 2024-11-25T00:23:23,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/297068c2d59346b7bf0674d49a269d78 is 50, key is test_row_0/B:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:23,994 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:23,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:23,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:23,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:24,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742470_1646 (size=12301) 2024-11-25T00:23:24,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=668 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/297068c2d59346b7bf0674d49a269d78 2024-11-25T00:23:24,031 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/91b99a9d8d36412d84c29100f82113a5 is 50, key is test_row_0/C:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742471_1647 (size=12301) 2024-11-25T00:23:24,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=668 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/91b99a9d8d36412d84c29100f82113a5 2024-11-25T00:23:24,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/68d728ddf3dc4ae3aa2d9a28d8935c7c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c 2024-11-25T00:23:24,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c, entries=200, sequenceid=668, filesize=14.4 K 2024-11-25T00:23:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/297068c2d59346b7bf0674d49a269d78 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78 2024-11-25T00:23:24,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78, entries=150, sequenceid=668, filesize=12.0 K 2024-11-25T00:23:24,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/91b99a9d8d36412d84c29100f82113a5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5 2024-11-25T00:23:24,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5, entries=150, sequenceid=668, filesize=12.0 K 2024-11-25T00:23:24,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 4a6c626b13c0eb2a849c90a7a7774ccf in 598ms, sequenceid=668, compaction requested=true 2024-11-25T00:23:24,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:24,102 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,102 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:24,103 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43281 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,103 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:24,103 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:24,103 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/49dcaa866ee144c181326df5a3393b36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=42.3 K 2024-11-25T00:23:24,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,104 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,105 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49dcaa866ee144c181326df5a3393b36, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:24,105 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b12750a132b4395ade0bf4a0ca3eebd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732494202511 2024-11-25T00:23:24,105 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,105 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:24,105 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:24,106 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e8afaa20c17043b29bfafede6c0b702c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.5 K 2024-11-25T00:23:24,106 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68d728ddf3dc4ae3aa2d9a28d8935c7c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:24,107 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e8afaa20c17043b29bfafede6c0b702c, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:24,109 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a9baee6539184de7b8230c5f6207e17e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732494202511 2024-11-25T00:23:24,109 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 297068c2d59346b7bf0674d49a269d78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:24,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:24,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:24,134 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,135 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ba6e2b6ab8fe440995efe8de1b405d21 is 50, key is test_row_0/A:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:24,144 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,145 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/0e0b57bc46eb4b07919bee5197c37b5d is 50, key is test_row_0/B:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:24,148 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-25T00:23:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:24,149 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:24,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:24,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:24,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742472_1648 (size=13901) 2024-11-25T00:23:24,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/91b0cb8f466c40e38c4672b6199312c0 is 50, key is test_row_0/A:col10/1732494203525/Put/seqid=0 2024-11-25T00:23:24,185 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/ba6e2b6ab8fe440995efe8de1b405d21 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ba6e2b6ab8fe440995efe8de1b405d21 2024-11-25T00:23:24,190 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into ba6e2b6ab8fe440995efe8de1b405d21(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:24,190 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:24,190 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494204101; duration=0sec 2024-11-25T00:23:24,190 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:24,190 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:24,190 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:24,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742473_1649 (size=13901) 2024-11-25T00:23:24,192 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:24,192 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:24,192 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:24,192 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4f565841a353476c8e38db5354035668, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.5 K 2024-11-25T00:23:24,193 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f565841a353476c8e38db5354035668, keycount=150, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=627, earliestPutTs=1732494201851 2024-11-25T00:23:24,193 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f944f3088d249f3919c0526eb5b77ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=648, earliestPutTs=1732494202511 2024-11-25T00:23:24,194 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91b99a9d8d36412d84c29100f82113a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:24,200 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/0e0b57bc46eb4b07919bee5197c37b5d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0e0b57bc46eb4b07919bee5197c37b5d 2024-11-25T00:23:24,207 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 0e0b57bc46eb4b07919bee5197c37b5d(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:24,207 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:24,207 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494204104; duration=0sec 2024-11-25T00:23:24,207 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,207 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:24,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494264210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494264211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494264213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494264214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742474_1650 (size=12301) 2024-11-25T00:23:24,232 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/91b0cb8f466c40e38c4672b6199312c0 2024-11-25T00:23:24,241 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#564 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:24,242 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/cd658d613e2f4cfb8d20d59268a4051a is 50, key is test_row_0/C:col10/1732494203501/Put/seqid=0 2024-11-25T00:23:24,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/cce548ee9fce44f4b11c4b8e38094932 is 50, key is test_row_0/B:col10/1732494203525/Put/seqid=0 2024-11-25T00:23:24,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742475_1651 (size=13901) 2024-11-25T00:23:24,290 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/cd658d613e2f4cfb8d20d59268a4051a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/cd658d613e2f4cfb8d20d59268a4051a 2024-11-25T00:23:24,301 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into cd658d613e2f4cfb8d20d59268a4051a(size=13.6 K), total size for store is 13.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:24,301 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:24,301 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494204114; duration=0sec 2024-11-25T00:23:24,301 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:24,301 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:24,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742476_1652 (size=12301) 2024-11-25T00:23:24,311 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/cce548ee9fce44f4b11c4b8e38094932 2024-11-25T00:23:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494264321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494264324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494264324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494264324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/30cd57f0f0024da1bf14954f32a46d01 is 50, key is test_row_0/C:col10/1732494203525/Put/seqid=0 2024-11-25T00:23:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742477_1653 (size=12301) 2024-11-25T00:23:24,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494264527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494264529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494264529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494264530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=685 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/30cd57f0f0024da1bf14954f32a46d01 2024-11-25T00:23:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/91b0cb8f466c40e38c4672b6199312c0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0 2024-11-25T00:23:24,774 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0, entries=150, sequenceid=685, filesize=12.0 K 2024-11-25T00:23:24,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/cce548ee9fce44f4b11c4b8e38094932 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932 2024-11-25T00:23:24,779 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932, entries=150, sequenceid=685, filesize=12.0 K 2024-11-25T00:23:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/30cd57f0f0024da1bf14954f32a46d01 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01 2024-11-25T00:23:24,791 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01, entries=150, sequenceid=685, filesize=12.0 K 2024-11-25T00:23:24,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 4a6c626b13c0eb2a849c90a7a7774ccf in 643ms, sequenceid=685, compaction requested=false 2024-11-25T00:23:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:24,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-25T00:23:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-11-25T00:23:24,799 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-25T00:23:24,800 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0290 sec 2024-11-25T00:23:24,802 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.0360 sec 2024-11-25T00:23:24,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:24,836 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:24,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/c08c65dfc200454dbf023df0175131a8 is 50, key is test_row_0/A:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-11-25T00:23:24,870 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-11-25T00:23:24,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-25T00:23:24,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 309 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494264863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,873 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:24,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494264866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494264865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:24,874 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:24,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:24,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494264867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742478_1654 (size=12301) 2024-11-25T00:23:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:24,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494264974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494264975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494264975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:24,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:24,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494264983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,026 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:25,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494265181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 318 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494265182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,188 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494265183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494265190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,302 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/c08c65dfc200454dbf023df0175131a8 2024-11-25T00:23:25,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/65de51ea263648c4b7ce9c43b889018c is 50, key is test_row_0/B:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:25,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742479_1655 (size=12301) 2024-11-25T00:23:25,333 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:25,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494265489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494265490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494265490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494265497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,577 DEBUG [Thread-2249 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56a4483a to 127.0.0.1:58567 2024-11-25T00:23:25,577 DEBUG [Thread-2249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,578 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:23:25,579 DEBUG [Thread-2251 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a5128bb to 127.0.0.1:58567 2024-11-25T00:23:25,579 DEBUG [Thread-2251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,580 DEBUG [Thread-2245 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00df2701 to 127.0.0.1:58567 2024-11-25T00:23:25,580 DEBUG [Thread-2245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,582 DEBUG [Thread-2243 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3abeec20 to 127.0.0.1:58567 2024-11-25T00:23:25,582 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,583 DEBUG [Thread-2247 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35ca71a1 to 127.0.0.1:58567 2024-11-25T00:23:25,583 DEBUG [Thread-2247 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:25,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/65de51ea263648c4b7ce9c43b889018c 2024-11-25T00:23:25,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/ad29ae2dca234d009a85942a90355f80 is 50, key is test_row_0/C:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:25,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742480_1656 (size=12301) 2024-11-25T00:23:25,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,943 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:25,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:25,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37532 deadline: 1732494265995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732494265996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:25,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:25,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37518 deadline: 1732494265997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:26,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:26,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732494266000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:26,095 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:26,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:26,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:26,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:26,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=708 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/ad29ae2dca234d009a85942a90355f80 2024-11-25T00:23:26,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/c08c65dfc200454dbf023df0175131a8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8 2024-11-25T00:23:26,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8, entries=150, sequenceid=708, filesize=12.0 K 2024-11-25T00:23:26,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/65de51ea263648c4b7ce9c43b889018c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c 2024-11-25T00:23:26,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c, entries=150, sequenceid=708, filesize=12.0 K 2024-11-25T00:23:26,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/ad29ae2dca234d009a85942a90355f80 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80 2024-11-25T00:23:26,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80, entries=150, sequenceid=708, filesize=12.0 K 2024-11-25T00:23:26,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 4a6c626b13c0eb2a849c90a7a7774ccf in 1295ms, sequenceid=708, compaction requested=true 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:26,131 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4a6c626b13c0eb2a849c90a7a7774ccf:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:26,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:26,131 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/A is initiating minor compaction (all files) 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/B is initiating minor compaction (all files) 2024-11-25T00:23:26,132 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/A in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,132 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/B in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,132 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ba6e2b6ab8fe440995efe8de1b405d21, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.6 K 2024-11-25T00:23:26,132 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0e0b57bc46eb4b07919bee5197c37b5d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.6 K 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0e0b57bc46eb4b07919bee5197c37b5d, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:26,132 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba6e2b6ab8fe440995efe8de1b405d21, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:26,133 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91b0cb8f466c40e38c4672b6199312c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1732494203524 2024-11-25T00:23:26,133 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting cce548ee9fce44f4b11c4b8e38094932, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1732494203524 2024-11-25T00:23:26,133 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c08c65dfc200454dbf023df0175131a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=708, earliestPutTs=1732494204211 2024-11-25T00:23:26,133 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 65de51ea263648c4b7ce9c43b889018c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=708, earliestPutTs=1732494204211 2024-11-25T00:23:26,138 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#A#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:26,138 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#B#compaction#571 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:26,138 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/81120be3714645ed8a9a9cc5bb035127 is 50, key is test_row_0/A:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:26,138 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/3196cf9c7adc486aa664fb9da7f501da is 50, key is test_row_0/B:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:26,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742481_1657 (size=14003) 2024-11-25T00:23:26,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742482_1658 (size=14003) 2024-11-25T00:23:26,248 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:26,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,249 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:26,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:26,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5d076bda20e640cc81204fc154c368f1 is 50, key is test_row_0/A:col10/1732494204854/Put/seqid=0 2024-11-25T00:23:26,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742483_1659 (size=12301) 2024-11-25T00:23:26,256 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5d076bda20e640cc81204fc154c368f1 2024-11-25T00:23:26,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ae882d1c67a84c5fae384d9613f1f670 is 50, key is test_row_0/B:col10/1732494204854/Put/seqid=0 2024-11-25T00:23:26,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742484_1660 (size=12301) 2024-11-25T00:23:26,545 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/81120be3714645ed8a9a9cc5bb035127 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/81120be3714645ed8a9a9cc5bb035127 2024-11-25T00:23:26,545 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/3196cf9c7adc486aa664fb9da7f501da as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3196cf9c7adc486aa664fb9da7f501da 2024-11-25T00:23:26,548 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/A of 4a6c626b13c0eb2a849c90a7a7774ccf into 81120be3714645ed8a9a9cc5bb035127(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:26,548 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:26,548 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/A, priority=13, startTime=1732494206131; duration=0sec 2024-11-25T00:23:26,548 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:26,548 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:A 2024-11-25T00:23:26,548 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:26,548 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/B of 4a6c626b13c0eb2a849c90a7a7774ccf into 3196cf9c7adc486aa664fb9da7f501da(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:26,548 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:26,549 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/B, priority=13, startTime=1732494206131; duration=0sec 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:B 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): 4a6c626b13c0eb2a849c90a7a7774ccf/C is initiating minor compaction (all files) 2024-11-25T00:23:26,549 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 4a6c626b13c0eb2a849c90a7a7774ccf/C in TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:26,549 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/cd658d613e2f4cfb8d20d59268a4051a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp, totalSize=37.6 K 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd658d613e2f4cfb8d20d59268a4051a, keycount=150, bloomtype=ROW, size=13.6 K, encoding=NONE, compression=NONE, seqNum=668, earliestPutTs=1732494202867 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 30cd57f0f0024da1bf14954f32a46d01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=685, earliestPutTs=1732494203524 2024-11-25T00:23:26,549 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad29ae2dca234d009a85942a90355f80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=708, earliestPutTs=1732494204211 2024-11-25T00:23:26,553 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4a6c626b13c0eb2a849c90a7a7774ccf#C#compaction#574 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:26,554 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a6c8e1d22ea2408aa00f1f79591acf59 is 50, key is test_row_0/C:col10/1732494204834/Put/seqid=0 2024-11-25T00:23:26,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742485_1661 (size=14003) 2024-11-25T00:23:26,664 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ae882d1c67a84c5fae384d9613f1f670 2024-11-25T00:23:26,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/5653be4536da4e7da4b93544992d5393 is 50, key is test_row_0/C:col10/1732494204854/Put/seqid=0 2024-11-25T00:23:26,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742486_1662 (size=12301) 2024-11-25T00:23:26,960 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/a6c8e1d22ea2408aa00f1f79591acf59 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a6c8e1d22ea2408aa00f1f79591acf59 2024-11-25T00:23:26,963 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 4a6c626b13c0eb2a849c90a7a7774ccf/C of 4a6c626b13c0eb2a849c90a7a7774ccf into a6c8e1d22ea2408aa00f1f79591acf59(size=13.7 K), total size for store is 13.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:26,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:26,963 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf., storeName=4a6c626b13c0eb2a849c90a7a7774ccf/C, priority=13, startTime=1732494206131; duration=0sec 2024-11-25T00:23:26,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:26,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4a6c626b13c0eb2a849c90a7a7774ccf:C 2024-11-25T00:23:26,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. as already flushing 2024-11-25T00:23:27,000 DEBUG [Thread-2238 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f99adfe to 127.0.0.1:58567 2024-11-25T00:23:27,000 DEBUG [Thread-2238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:27,001 DEBUG [Thread-2236 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x632d1806 to 127.0.0.1:58567 2024-11-25T00:23:27,001 DEBUG [Thread-2236 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:27,006 DEBUG [Thread-2240 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x562e0db7 to 127.0.0.1:58567 2024-11-25T00:23:27,006 DEBUG [Thread-2240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:27,008 DEBUG [Thread-2232 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fb24d40 to 127.0.0.1:58567 2024-11-25T00:23:27,008 DEBUG [Thread-2232 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:27,072 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=724 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/5653be4536da4e7da4b93544992d5393 2024-11-25T00:23:27,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/5d076bda20e640cc81204fc154c368f1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5d076bda20e640cc81204fc154c368f1 2024-11-25T00:23:27,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5d076bda20e640cc81204fc154c368f1, entries=150, sequenceid=724, filesize=12.0 K 2024-11-25T00:23:27,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/ae882d1c67a84c5fae384d9613f1f670 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ae882d1c67a84c5fae384d9613f1f670 2024-11-25T00:23:27,080 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ae882d1c67a84c5fae384d9613f1f670, entries=150, sequenceid=724, filesize=12.0 K 2024-11-25T00:23:27,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/5653be4536da4e7da4b93544992d5393 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/5653be4536da4e7da4b93544992d5393 2024-11-25T00:23:27,083 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/5653be4536da4e7da4b93544992d5393, entries=150, sequenceid=724, filesize=12.0 K 2024-11-25T00:23:27,083 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=26.84 KB/27480 for 4a6c626b13c0eb2a849c90a7a7774ccf in 834ms, sequenceid=724, compaction requested=false 2024-11-25T00:23:27,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:27,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-25T00:23:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-11-25T00:23:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-11-25T00:23:27,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2100 sec 2024-11-25T00:23:27,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 2.2140 sec 2024-11-25T00:23:28,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-11-25T00:23:28,979 INFO [Thread-2242 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-11-25T00:23:29,111 DEBUG [Thread-2234 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51453050 to 127.0.0.1:58567 2024-11-25T00:23:29,111 DEBUG [Thread-2234 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 143 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 144 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 138 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1626 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4878 rows 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1610 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4830 rows 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1624 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4872 rows 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1626 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4878 rows 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1611 2024-11-25T00:23:29,111 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4833 rows 2024-11-25T00:23:29,111 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:23:29,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c37647 to 127.0.0.1:58567 2024-11-25T00:23:29,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:29,113 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:23:29,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:23:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:29,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494209117"}]},"ts":"1732494209117"} 2024-11-25T00:23:29,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:23:29,120 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:23:29,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:29,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, UNASSIGN}] 2024-11-25T00:23:29,122 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, UNASSIGN 2024-11-25T00:23:29,123 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4a6c626b13c0eb2a849c90a7a7774ccf, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:29,123 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:29,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; CloseRegionProcedure 4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:29,275 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:29,275 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(124): Close 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:29,275 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:29,275 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1681): Closing 4a6c626b13c0eb2a849c90a7a7774ccf, disabling compactions & flushes 2024-11-25T00:23:29,275 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:29,275 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:29,275 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. after waiting 0 ms 2024-11-25T00:23:29,275 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:29,276 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(2837): Flushing 4a6c626b13c0eb2a849c90a7a7774ccf 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=A 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=B 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4a6c626b13c0eb2a849c90a7a7774ccf, store=C 2024-11-25T00:23:29,276 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:29,279 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e8018708c6844105b0e73dafe1a718ff is 50, key is test_row_0/A:col10/1732494207007/Put/seqid=0 2024-11-25T00:23:29,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742487_1663 (size=9857) 2024-11-25T00:23:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:29,682 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e8018708c6844105b0e73dafe1a718ff 2024-11-25T00:23:29,687 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/96cfc20b9bfb4279b1347120160f82f6 is 50, key is test_row_0/B:col10/1732494207007/Put/seqid=0 2024-11-25T00:23:29,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742488_1664 (size=9857) 2024-11-25T00:23:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:30,091 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/96cfc20b9bfb4279b1347120160f82f6 2024-11-25T00:23:30,098 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/250350cd61e94fc1982526a9b4096d24 is 50, key is test_row_0/C:col10/1732494207007/Put/seqid=0 2024-11-25T00:23:30,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742489_1665 (size=9857) 2024-11-25T00:23:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:30,503 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=735 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/250350cd61e94fc1982526a9b4096d24 2024-11-25T00:23:30,506 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/A/e8018708c6844105b0e73dafe1a718ff as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e8018708c6844105b0e73dafe1a718ff 2024-11-25T00:23:30,509 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e8018708c6844105b0e73dafe1a718ff, entries=100, sequenceid=735, filesize=9.6 K 2024-11-25T00:23:30,510 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/B/96cfc20b9bfb4279b1347120160f82f6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/96cfc20b9bfb4279b1347120160f82f6 2024-11-25T00:23:30,513 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/96cfc20b9bfb4279b1347120160f82f6, entries=100, sequenceid=735, filesize=9.6 K 2024-11-25T00:23:30,514 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/.tmp/C/250350cd61e94fc1982526a9b4096d24 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/250350cd61e94fc1982526a9b4096d24 2024-11-25T00:23:30,517 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/250350cd61e94fc1982526a9b4096d24, entries=100, sequenceid=735, filesize=9.6 K 2024-11-25T00:23:30,518 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 4a6c626b13c0eb2a849c90a7a7774ccf in 1242ms, sequenceid=735, compaction requested=true 2024-11-25T00:23:30,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/653675a564c54b759d007e774b161be6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/b5a4d9237a8a487eb7767e758cfc46c8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef914a2afe9e40dcb9127ad5680790e5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/cb6f23184e52487fa22c455c3c289d7f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/2f03fd3a0d8e457f8a66d4ee8d330580, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e2217e09653c4307874de9b675e45ebe, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/d5989d67c73b4566a083c5e36518394f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/691413cda59e4c2aba93a450c1b9d5e2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e4cb7f6354f748d692f58a1db79bfd57, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/741a481b468746039593b2e94ed1f414, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/93d43e624bf84c5c9fcc86353305ef0d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec51bdd8b63244d587d246470ce31ca5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/49dcaa866ee144c181326df5a3393b36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ba6e2b6ab8fe440995efe8de1b405d21, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8] to archive 2024-11-25T00:23:30,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:30,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/05c9d3465600495d82dab3f8e8305b6c 2024-11-25T00:23:30,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4669d84c7c4442bba1e922b719246e50 2024-11-25T00:23:30,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/905c57db5a804737873cec313a814a3e 2024-11-25T00:23:30,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/653675a564c54b759d007e774b161be6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/653675a564c54b759d007e774b161be6 2024-11-25T00:23:30,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/921371f34f994f478a8ecf52a8d8ac39 2024-11-25T00:23:30,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec4caa42429f46aab6d5cca8bc4d8105 2024-11-25T00:23:30,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/087221ac1703408bb702cf8d0f49c553 2024-11-25T00:23:30,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/b5a4d9237a8a487eb7767e758cfc46c8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/b5a4d9237a8a487eb7767e758cfc46c8 2024-11-25T00:23:30,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/aa0746e257424338a4053409237f93fd 2024-11-25T00:23:30,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef1b2061534c47aa91b2765e244a8440 2024-11-25T00:23:30,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/3784a3e73afe49ef930ee10b72214c1e 2024-11-25T00:23:30,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef914a2afe9e40dcb9127ad5680790e5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ef914a2afe9e40dcb9127ad5680790e5 2024-11-25T00:23:30,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e1a54339445c4953b2f301293f7f2198 2024-11-25T00:23:30,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ee23bed622f3409ba4eab04dfc60aa3b 2024-11-25T00:23:30,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4ee77767ede64bc4b5f2e9be4d854ab0 2024-11-25T00:23:30,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/cb6f23184e52487fa22c455c3c289d7f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/cb6f23184e52487fa22c455c3c289d7f 2024-11-25T00:23:30,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/6d64be162d2f49f08c20f7027f009cfd 2024-11-25T00:23:30,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/9c4eb5b5c3ec4d2bb82132948f8092af 2024-11-25T00:23:30,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/063525df4f1d4631b7ce788584b93c64 2024-11-25T00:23:30,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/2f03fd3a0d8e457f8a66d4ee8d330580 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/2f03fd3a0d8e457f8a66d4ee8d330580 2024-11-25T00:23:30,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/bcdf2e08599c44c5b03194f5ec50b426 2024-11-25T00:23:30,544 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8416337349b3448db0b1dbaa3d5f0441 2024-11-25T00:23:30,545 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e2217e09653c4307874de9b675e45ebe to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e2217e09653c4307874de9b675e45ebe 2024-11-25T00:23:30,546 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/086e79f9867b40d4beb295fa25037b56 2024-11-25T00:23:30,547 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ac806b262b9c4d90bec31f16b2189565 2024-11-25T00:23:30,548 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/d5989d67c73b4566a083c5e36518394f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/d5989d67c73b4566a083c5e36518394f 2024-11-25T00:23:30,549 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/120df0cc89d748aba0891789af48a0f3 2024-11-25T00:23:30,550 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f0c3e585c4784500a68a7de075e60a89 2024-11-25T00:23:30,551 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/691413cda59e4c2aba93a450c1b9d5e2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/691413cda59e4c2aba93a450c1b9d5e2 2024-11-25T00:23:30,552 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/7a99567dc98d4c61af27021fb9b99cd4 2024-11-25T00:23:30,553 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1d12da4e8a094a789a283aa0bac0bda7 2024-11-25T00:23:30,554 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/1113815744fb48239e0e5bb1c467fff4 2024-11-25T00:23:30,555 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e4cb7f6354f748d692f58a1db79bfd57 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e4cb7f6354f748d692f58a1db79bfd57 2024-11-25T00:23:30,556 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/4d7de64416184694b135eccc2d5eb191 2024-11-25T00:23:30,557 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/741a481b468746039593b2e94ed1f414 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/741a481b468746039593b2e94ed1f414 2024-11-25T00:23:30,558 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e3dbc52ea72b419dbfe4186e97e6f8b1 2024-11-25T00:23:30,559 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/026673f86e534742ae9b79dc50ce7b83 2024-11-25T00:23:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5c4638e2b98f45e0b36f35cf239eedd0 2024-11-25T00:23:30,560 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/93d43e624bf84c5c9fcc86353305ef0d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/93d43e624bf84c5c9fcc86353305ef0d 2024-11-25T00:23:30,561 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/a3b76889e4c842f4a7d37ab631a6e7fa 2024-11-25T00:23:30,562 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/567b010845ba4e8fb43621715497f7f7 2024-11-25T00:23:30,563 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec51bdd8b63244d587d246470ce31ca5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ec51bdd8b63244d587d246470ce31ca5 2024-11-25T00:23:30,564 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/f7b04bfb36084ec3b32e77f8a09c94d5 2024-11-25T00:23:30,565 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/49dcaa866ee144c181326df5a3393b36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/49dcaa866ee144c181326df5a3393b36 2024-11-25T00:23:30,566 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/749bf6eea7944b1582baa9e4e2669034 2024-11-25T00:23:30,567 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/8b12750a132b4395ade0bf4a0ca3eebd 2024-11-25T00:23:30,568 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/68d728ddf3dc4ae3aa2d9a28d8935c7c 2024-11-25T00:23:30,569 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ba6e2b6ab8fe440995efe8de1b405d21 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/ba6e2b6ab8fe440995efe8de1b405d21 2024-11-25T00:23:30,570 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/91b0cb8f466c40e38c4672b6199312c0 2024-11-25T00:23:30,571 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/c08c65dfc200454dbf023df0175131a8 2024-11-25T00:23:30,573 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/558b1370d274442787e6963ba2b6bb06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/50d2e24fd9104aa59950129649600c5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e2af73edf4fb4662beee9e557a5d06ef, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c133ad7a8e6640bda61b5503f7862a16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d36fb2bb8062406985c10c3dc78baa9e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/609002ec9bb94fd2bb9a021e1181dfa8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5feb6637165940ef81ec109b66037a71, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a6eee3c9c11145b887e5ec2fe1e30318, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/88692e128e2746f8ac7a41e46dccdf06, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b7139c3648834092bb5ab80a051b97d3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/991fceb8a99d4a79836b05d21e9fee36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0f3d93a2acd94c60bd0864328cc43244, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e8afaa20c17043b29bfafede6c0b702c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0e0b57bc46eb4b07919bee5197c37b5d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c] to archive 2024-11-25T00:23:30,576 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:30,577 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/660173dc5090448880813f9f79809ccb 2024-11-25T00:23:30,578 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2001153e82724989bfb757e90a5b3921 2024-11-25T00:23:30,579 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/558b1370d274442787e6963ba2b6bb06 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/558b1370d274442787e6963ba2b6bb06 2024-11-25T00:23:30,580 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/6acfbafa3a7f4a34afcc1fbf410a3396 2024-11-25T00:23:30,581 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d3f7f2fab00743af84502eaea34d3dcd 2024-11-25T00:23:30,582 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/8b27b569de9644b681c7b062958b032b 2024-11-25T00:23:30,584 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/50d2e24fd9104aa59950129649600c5f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/50d2e24fd9104aa59950129649600c5f 2024-11-25T00:23:30,585 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/64ae8eaf9edb4e169bfef075054b54e5 2024-11-25T00:23:30,586 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/455f3489b6804f7cb4de25e6eaa7a8ed 2024-11-25T00:23:30,587 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/2fdc71fc8dd84941ac3b5ce40f17feda 2024-11-25T00:23:30,588 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e2af73edf4fb4662beee9e557a5d06ef to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e2af73edf4fb4662beee9e557a5d06ef 2024-11-25T00:23:30,589 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/76cc2b6b219848cba632e7e932b4b4d1 2024-11-25T00:23:30,590 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ecdaebd346b041dda3873a393f12c353 2024-11-25T00:23:30,591 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/042a6a3e7c4c40089aefb2478f11e564 2024-11-25T00:23:30,592 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c133ad7a8e6640bda61b5503f7862a16 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c133ad7a8e6640bda61b5503f7862a16 2024-11-25T00:23:30,593 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1d4ba4c4820c45d9a5661d279d0a8451 2024-11-25T00:23:30,594 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b735ceb1a2024a07abb23290c7ca83f5 2024-11-25T00:23:30,595 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/832fb50e00d841a08172276023864e28 2024-11-25T00:23:30,596 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d36fb2bb8062406985c10c3dc78baa9e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d36fb2bb8062406985c10c3dc78baa9e 2024-11-25T00:23:30,598 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/427626089df04fca8bb8b7bd2b704439 2024-11-25T00:23:30,599 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3e5c0c5ffc2b4123a8e044273e8f0e43 2024-11-25T00:23:30,600 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/609002ec9bb94fd2bb9a021e1181dfa8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/609002ec9bb94fd2bb9a021e1181dfa8 2024-11-25T00:23:30,601 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9a2d6124075b47d6a1dcf8b1fb66788d 2024-11-25T00:23:30,602 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a346ab581e9e4ae6be19908ef2eb8784 2024-11-25T00:23:30,603 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5feb6637165940ef81ec109b66037a71 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5feb6637165940ef81ec109b66037a71 2024-11-25T00:23:30,604 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b5dd7430fc8a48589d6949a5b5a564ee 2024-11-25T00:23:30,606 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/821105b26e3e4d81af6ce6a196179d69 2024-11-25T00:23:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/70a7b14b68ab4a9fb93599bffa8bb1a5 2024-11-25T00:23:30,608 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a6eee3c9c11145b887e5ec2fe1e30318 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a6eee3c9c11145b887e5ec2fe1e30318 2024-11-25T00:23:30,609 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ef3c23faef2a404682b3a77ac24a347a 2024-11-25T00:23:30,611 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e287001ca10f449184c815742a184c4f 2024-11-25T00:23:30,612 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/88692e128e2746f8ac7a41e46dccdf06 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/88692e128e2746f8ac7a41e46dccdf06 2024-11-25T00:23:30,613 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/9df4b2348ae44249bb929ee5a101ab53 2024-11-25T00:23:30,614 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b4e6e6c7329d4796a8a164dfd84ff6b7 2024-11-25T00:23:30,615 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b7139c3648834092bb5ab80a051b97d3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/b7139c3648834092bb5ab80a051b97d3 2024-11-25T00:23:30,616 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/d65a02a71e324d0aaa7d84749661f238 2024-11-25T00:23:30,617 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/1f8bde707c594b39975b753c62ff9ad7 2024-11-25T00:23:30,618 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/991fceb8a99d4a79836b05d21e9fee36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/991fceb8a99d4a79836b05d21e9fee36 2024-11-25T00:23:30,619 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/c408a269d88241dc93a12ba25143d33c 2024-11-25T00:23:30,620 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/7849777efce0468b805c0e99db2f8988 2024-11-25T00:23:30,621 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0f3d93a2acd94c60bd0864328cc43244 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0f3d93a2acd94c60bd0864328cc43244 2024-11-25T00:23:30,622 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/5ab7be18bcab4344abe2ec763804cd11 2024-11-25T00:23:30,623 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/4d57eae3b46d47ecb309e2945daf20ba 2024-11-25T00:23:30,624 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e8afaa20c17043b29bfafede6c0b702c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/e8afaa20c17043b29bfafede6c0b702c 2024-11-25T00:23:30,625 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/74ab13811a5a4a6686bb84eb21fcd9e8 2024-11-25T00:23:30,626 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/a9baee6539184de7b8230c5f6207e17e 2024-11-25T00:23:30,627 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0e0b57bc46eb4b07919bee5197c37b5d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/0e0b57bc46eb4b07919bee5197c37b5d 2024-11-25T00:23:30,628 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/297068c2d59346b7bf0674d49a269d78 2024-11-25T00:23:30,629 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/cce548ee9fce44f4b11c4b8e38094932 2024-11-25T00:23:30,630 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/65de51ea263648c4b7ce9c43b889018c 2024-11-25T00:23:30,632 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/387f31340cf446559b75b71d475ac177, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/bd6ac5eaf49d40909d0426786c6e5172, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/486c277b1cc740609c384dd7be6d4aba, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d1a1301abe6e4739b1d2c97a85335491, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/622b68cfd3364e768f395e6d46df5adf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/837b40ecc53d47488e0589bf713d3e00, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9cef2547c73a4eed8d3a6d4285c8f067, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6609a8781a9e4dfbb8632373543ece58, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7d193ca9fa39452bbfdcbf5d962a222c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b980435cd27a4e54a3e9ef39528c7eaa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/f4a0c654d9964da7a46a55032db9b4f8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a1ac51533ed9482781754b43f7d556fa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4f565841a353476c8e38db5354035668, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/cd658d613e2f4cfb8d20d59268a4051a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80] to archive 2024-11-25T00:23:30,633 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:23:30,634 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/410126919a40470f804669b59bef625b 2024-11-25T00:23:30,635 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/827586c8075b4c5fae87bd87694efa86 2024-11-25T00:23:30,636 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/387f31340cf446559b75b71d475ac177 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/387f31340cf446559b75b71d475ac177 2024-11-25T00:23:30,637 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d899c28587244a84bc471de5fd9cfb3d 2024-11-25T00:23:30,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/248b6c5acdeb4b00bff63de27da9dc2e 2024-11-25T00:23:30,638 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/0e095a96c44d4345a790a06dbcce9670 2024-11-25T00:23:30,646 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/bd6ac5eaf49d40909d0426786c6e5172 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/bd6ac5eaf49d40909d0426786c6e5172 2024-11-25T00:23:30,649 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/78b40a1020cb4b1aa98d4fd557192df3 2024-11-25T00:23:30,651 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/80c76ddf30ba4a25912043d6c5860a6b 2024-11-25T00:23:30,652 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7e78f6c793ec469196a1f690609d8d7a 2024-11-25T00:23:30,653 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/486c277b1cc740609c384dd7be6d4aba to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/486c277b1cc740609c384dd7be6d4aba 2024-11-25T00:23:30,654 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4a0d6d95b64f4fd9ba749b0094f1965a 2024-11-25T00:23:30,656 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b9cac11cb4be4df3b99d5eaff423e2f0 2024-11-25T00:23:30,657 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/407a153166a24b74b1cd7bba453a7e2e 2024-11-25T00:23:30,659 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d1a1301abe6e4739b1d2c97a85335491 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/d1a1301abe6e4739b1d2c97a85335491 2024-11-25T00:23:30,661 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7da7df9c28744625834cf2ab92c6483c 2024-11-25T00:23:30,662 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/87e0ac4dfb744ee29c43059d39394a2b 2024-11-25T00:23:30,663 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/eb0bbd1fba684c3ebf0a2798d3815a36 2024-11-25T00:23:30,664 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/622b68cfd3364e768f395e6d46df5adf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/622b68cfd3364e768f395e6d46df5adf 2024-11-25T00:23:30,666 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c1f7bade2dbc4ed0be662bf0149869f6 2024-11-25T00:23:30,667 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6d917b99cfb04b8d8b8ee987c54f3a63 2024-11-25T00:23:30,668 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/837b40ecc53d47488e0589bf713d3e00 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/837b40ecc53d47488e0589bf713d3e00 2024-11-25T00:23:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1025730f92bb4eea9008234aa12f87f9 2024-11-25T00:23:30,670 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/046f37f29cbb468aa58a1d0b5fad8dac 2024-11-25T00:23:30,671 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9cef2547c73a4eed8d3a6d4285c8f067 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9cef2547c73a4eed8d3a6d4285c8f067 2024-11-25T00:23:30,673 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a71902618101441d9b9114f637ee0626 2024-11-25T00:23:30,674 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3139e0a363b44f6bab44fde53115efcb 2024-11-25T00:23:30,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/32358bee18ae4dd2894efa63b3099129 2024-11-25T00:23:30,675 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6609a8781a9e4dfbb8632373543ece58 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6609a8781a9e4dfbb8632373543ece58 2024-11-25T00:23:30,677 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/1de9d58204694286805b76bb180daabd 2024-11-25T00:23:30,678 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/86fbaa5dfaf4428c887233de8c518be2 2024-11-25T00:23:30,679 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7d193ca9fa39452bbfdcbf5d962a222c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/7d193ca9fa39452bbfdcbf5d962a222c 2024-11-25T00:23:30,680 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d0590046b274a0793f55c3e4e916314 2024-11-25T00:23:30,681 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/c8a61c1a862547259fd3b09f29b167da 2024-11-25T00:23:30,682 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b980435cd27a4e54a3e9ef39528c7eaa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/b980435cd27a4e54a3e9ef39528c7eaa 2024-11-25T00:23:30,683 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/dc00aaab5cfb4a8cb7d6d1e13642d3d2 2024-11-25T00:23:30,688 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4065339888de45e899cb6ed7781ac447 2024-11-25T00:23:30,692 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/f4a0c654d9964da7a46a55032db9b4f8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/f4a0c654d9964da7a46a55032db9b4f8 2024-11-25T00:23:30,694 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/71a99e9f224c4cefbfd81885f357e8ea 2024-11-25T00:23:30,696 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/558f040860d4442fb78a6d80a5f55eaa 2024-11-25T00:23:30,697 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a1ac51533ed9482781754b43f7d556fa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a1ac51533ed9482781754b43f7d556fa 2024-11-25T00:23:30,698 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a125ecb07e2e4c2e8a226b67bdc1aa6a 2024-11-25T00:23:30,700 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/9d8c159ad24c4b48bee7d30a04c8a8cb 2024-11-25T00:23:30,703 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4f565841a353476c8e38db5354035668 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/4f565841a353476c8e38db5354035668 2024-11-25T00:23:30,706 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/6050c21dc7ec4acb848a6f93666ae1d6 2024-11-25T00:23:30,707 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/3f944f3088d249f3919c0526eb5b77ef 2024-11-25T00:23:30,709 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/cd658d613e2f4cfb8d20d59268a4051a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/cd658d613e2f4cfb8d20d59268a4051a 2024-11-25T00:23:30,710 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/91b99a9d8d36412d84c29100f82113a5 2024-11-25T00:23:30,711 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/30cd57f0f0024da1bf14954f32a46d01 2024-11-25T00:23:30,712 DEBUG [StoreCloser-TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/ad29ae2dca234d009a85942a90355f80 2024-11-25T00:23:30,719 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/recovered.edits/738.seqid, newMaxSeqId=738, maxSeqId=1 2024-11-25T00:23:30,720 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf. 2024-11-25T00:23:30,720 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] regionserver.HRegion(1635): Region close journal for 4a6c626b13c0eb2a849c90a7a7774ccf: 2024-11-25T00:23:30,722 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=161}] handler.UnassignRegionHandler(170): Closed 4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:30,722 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=4a6c626b13c0eb2a849c90a7a7774ccf, regionState=CLOSED 2024-11-25T00:23:30,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-11-25T00:23:30,724 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; CloseRegionProcedure 4a6c626b13c0eb2a849c90a7a7774ccf, server=4bb75722a6be,32995,1732494057205 in 1.5990 sec 2024-11-25T00:23:30,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-25T00:23:30,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=4a6c626b13c0eb2a849c90a7a7774ccf, UNASSIGN in 1.6020 sec 2024-11-25T00:23:30,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-11-25T00:23:30,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6060 sec 2024-11-25T00:23:30,730 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494210730"}]},"ts":"1732494210730"} 2024-11-25T00:23:30,731 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:23:30,733 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:23:30,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6190 sec 2024-11-25T00:23:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-11-25T00:23:31,221 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-11-25T00:23:31,222 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:23:31,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=162, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-25T00:23:31,224 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=162, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,225 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:31,227 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/recovered.edits] 2024-11-25T00:23:31,249 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5d076bda20e640cc81204fc154c368f1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/5d076bda20e640cc81204fc154c368f1 2024-11-25T00:23:31,250 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/81120be3714645ed8a9a9cc5bb035127 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/81120be3714645ed8a9a9cc5bb035127 2024-11-25T00:23:31,252 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e8018708c6844105b0e73dafe1a718ff to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/A/e8018708c6844105b0e73dafe1a718ff 2024-11-25T00:23:31,255 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3196cf9c7adc486aa664fb9da7f501da to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/3196cf9c7adc486aa664fb9da7f501da 2024-11-25T00:23:31,257 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/96cfc20b9bfb4279b1347120160f82f6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/96cfc20b9bfb4279b1347120160f82f6 2024-11-25T00:23:31,258 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ae882d1c67a84c5fae384d9613f1f670 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/B/ae882d1c67a84c5fae384d9613f1f670 2024-11-25T00:23:31,260 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/250350cd61e94fc1982526a9b4096d24 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/250350cd61e94fc1982526a9b4096d24 2024-11-25T00:23:31,261 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/5653be4536da4e7da4b93544992d5393 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/5653be4536da4e7da4b93544992d5393 2024-11-25T00:23:31,262 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a6c8e1d22ea2408aa00f1f79591acf59 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/C/a6c8e1d22ea2408aa00f1f79591acf59 2024-11-25T00:23:31,264 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/recovered.edits/738.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf/recovered.edits/738.seqid 2024-11-25T00:23:31,265 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/4a6c626b13c0eb2a849c90a7a7774ccf 2024-11-25T00:23:31,265 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:23:31,267 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=162, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,269 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:23:31,270 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:23:31,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=162, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,271 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:23:31,271 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494211271"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:31,273 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:23:31,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 4a6c626b13c0eb2a849c90a7a7774ccf, NAME => 'TestAcidGuarantees,,1732494183163.4a6c626b13c0eb2a849c90a7a7774ccf.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:23:31,273 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:23:31,273 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494211273"}]},"ts":"9223372036854775807"} 2024-11-25T00:23:31,275 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:23:31,276 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=162, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 55 msec 2024-11-25T00:23:31,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-11-25T00:23:31,325 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-11-25T00:23:31,338 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 242), OpenFileDescriptor=453 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=597 (was 600), ProcessCount=11 (was 11), AvailableMemoryMB=6686 (was 6820) 2024-11-25T00:23:31,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=597, ProcessCount=11, AvailableMemoryMB=6686 2024-11-25T00:23:31,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:31,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:31,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:31,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-25T00:23:31,357 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:31,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 163 2024-11-25T00:23:31,358 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-25T00:23:31,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:31,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742490_1666 (size=960) 2024-11-25T00:23:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:31,765 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc 2024-11-25T00:23:31,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742491_1667 (size=53) 2024-11-25T00:23:31,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d1ca62cfb54e7cdace503ceaca564344, disabling compactions & flushes 2024-11-25T00:23:32,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. after waiting 0 ms 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,175 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,175 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:32,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-25T00:23:32,177 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732494212176"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732494212176"}]},"ts":"1732494212176"} 2024-11-25T00:23:32,177 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-25T00:23:32,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-25T00:23:32,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494212178"}]},"ts":"1732494212178"} 2024-11-25T00:23:32,179 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-25T00:23:32,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, ASSIGN}] 2024-11-25T00:23:32,185 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, ASSIGN 2024-11-25T00:23:32,186 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, ASSIGN; state=OFFLINE, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=false 2024-11-25T00:23:32,337 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:32,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; OpenRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:32,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:32,489 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:32,491 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,492 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7285): Opening region: {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:32,492 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,492 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:32,492 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7327): checking encryption for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,492 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(7330): checking classloading for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,493 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,494 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:32,495 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName A 2024-11-25T00:23:32,495 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:32,495 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:32,495 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,496 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:32,496 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName B 2024-11-25T00:23:32,496 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:32,497 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:32,497 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,497 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:32,498 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName C 2024-11-25T00:23:32,498 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:32,498 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:32,498 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,499 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,499 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,500 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:32,501 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1085): writing seq id for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:32,503 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-25T00:23:32,503 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1102): Opened d1ca62cfb54e7cdace503ceaca564344; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71610814, jitterRate=0.06708428263664246}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:32,504 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegion(1001): Region open journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:32,505 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., pid=165, masterSystemTime=1732494212489 2024-11-25T00:23:32,506 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,506 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=165}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:32,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=OPEN, openSeqNum=2, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:32,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-11-25T00:23:32,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; OpenRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 in 169 msec 2024-11-25T00:23:32,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-25T00:23:32,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, ASSIGN in 324 msec 2024-11-25T00:23:32,510 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-25T00:23:32,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494212510"}]},"ts":"1732494212510"} 2024-11-25T00:23:32,511 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-25T00:23:32,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=163, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-25T00:23:32,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-11-25T00:23:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-25T00:23:33,462 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-25T00:23:33,464 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x095ad211 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4bbf3c1c 2024-11-25T00:23:33,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65aca2ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:33,474 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:33,475 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48338, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:33,482 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-25T00:23:33,483 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-25T00:23:33,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-25T00:23:33,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-25T00:23:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=166, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-25T00:23:33,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742492_1668 (size=996) 2024-11-25T00:23:33,503 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-25T00:23:33,503 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-25T00:23:33,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:23:33,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, REOPEN/MOVE}] 2024-11-25T00:23:33,509 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, REOPEN/MOVE 2024-11-25T00:23:33,509 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:33,510 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:23:33,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE; CloseRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:33,662 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:33,662 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(124): Close d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,662 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:23:33,662 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1681): Closing d1ca62cfb54e7cdace503ceaca564344, disabling compactions & flushes 2024-11-25T00:23:33,662 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,662 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,662 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. after waiting 0 ms 2024-11-25T00:23:33,662 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,666 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-25T00:23:33,667 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,667 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1635): Region close journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:33,667 WARN [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionServer(3786): Not adding moved region record: d1ca62cfb54e7cdace503ceaca564344 to self. 2024-11-25T00:23:33,668 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(170): Closed d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,668 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=CLOSED 2024-11-25T00:23:33,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=169, resume processing ppid=168 2024-11-25T00:23:33,671 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, ppid=168, state=SUCCESS; CloseRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 in 159 msec 2024-11-25T00:23:33,671 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, REOPEN/MOVE; state=CLOSED, location=4bb75722a6be,32995,1732494057205; forceNewPlan=false, retain=true 2024-11-25T00:23:33,822 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=OPENING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:33,823 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=168, state=RUNNABLE; OpenRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:23:33,974 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:33,977 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,977 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7285): Opening region: {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} 2024-11-25T00:23:33,978 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,978 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-25T00:23:33,978 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7327): checking encryption for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,978 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(7330): checking classloading for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,980 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,981 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:33,982 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName A 2024-11-25T00:23:33,984 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:33,984 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:33,985 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,985 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:33,986 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName B 2024-11-25T00:23:33,986 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:33,986 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:33,986 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,988 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-25T00:23:33,988 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1ca62cfb54e7cdace503ceaca564344 columnFamilyName C 2024-11-25T00:23:33,988 DEBUG [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:33,988 INFO [StoreOpener-d1ca62cfb54e7cdace503ceaca564344-1 {}] regionserver.HStore(327): Store=d1ca62cfb54e7cdace503ceaca564344/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-25T00:23:33,989 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,989 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,990 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,992 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-25T00:23:33,993 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1085): writing seq id for d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:33,994 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1102): Opened d1ca62cfb54e7cdace503ceaca564344; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63968941, jitterRate=-0.046788498759269714}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-25T00:23:33,995 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegion(1001): Region open journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:33,996 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., pid=170, masterSystemTime=1732494213974 2024-11-25T00:23:33,997 DEBUG [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,997 INFO [RS_OPEN_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_OPEN_REGION, pid=170}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:33,997 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=168 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=OPEN, openSeqNum=5, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=168 2024-11-25T00:23:34,000 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=168, state=SUCCESS; OpenRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 in 175 msec 2024-11-25T00:23:34,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-25T00:23:34,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, REOPEN/MOVE in 492 msec 2024-11-25T00:23:34,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-11-25T00:23:34,003 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-11-25T00:23:34,005 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 518 msec 2024-11-25T00:23:34,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=166 2024-11-25T00:23:34,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x031adbce to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31f7586d 2024-11-25T00:23:34,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@314e353d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4276b1e9 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4949adfa 2024-11-25T00:23:34,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96e8e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,025 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x574dd3aa to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53ef82c4 2024-11-25T00:23:34,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8d919c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,028 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29247c18 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@672325a 2024-11-25T00:23:34,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b14279, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,037 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37227cb3 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@205568ef 2024-11-25T00:23:34,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb94416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,046 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c6fde8c to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3852b0e3 2024-11-25T00:23:34,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406c4ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,055 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x675cc1c7 to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4aa4b067 2024-11-25T00:23:34,063 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58970c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,063 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73e9c98b to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ca17819 2024-11-25T00:23:34,069 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb4faa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,070 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x60507b8f to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77a6a62c 2024-11-25T00:23:34,074 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1c03a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,075 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5005c24c to 127.0.0.1:58567 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@125099a6 2024-11-25T00:23:34,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9db979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-25T00:23:34,098 DEBUG [hconnection-0x2711777f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,099 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,112 DEBUG [hconnection-0x21bf9e9f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:34,112 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:34,112 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,116 DEBUG [hconnection-0x49eabb13-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,118 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,124 DEBUG [hconnection-0x2561384c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,125 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,128 DEBUG [hconnection-0x2f124c7d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,129 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48392, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494274138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494274140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494274143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,156 DEBUG [hconnection-0x285003b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,158 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494274159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-25T00:23:34,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:34,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:34,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:34,174 DEBUG [hconnection-0x70eea75-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,176 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,188 DEBUG [hconnection-0x45138c71-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,189 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48418, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c252693f33694242af07c1d34dd9c9a9_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494214108/Put/seqid=0 2024-11-25T00:23:34,221 DEBUG [hconnection-0x4ca3bbdc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,222 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494274223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,231 DEBUG [hconnection-0x31fec9b7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-25T00:23:34,234 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48432, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-25T00:23:34,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494274241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494274243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494274245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494274260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:34,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742493_1669 (size=12154) 2024-11-25T00:23:34,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494274325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494274446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494274446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494274451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494274463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:34,468 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:23:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:34,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494274529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,622 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:23:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:34,671 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c252693f33694242af07c1d34dd9c9a9_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c252693f33694242af07c1d34dd9c9a9_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:34,672 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cef32af4657140bab03859c35f37ce10, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:34,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cef32af4657140bab03859c35f37ce10 is 175, key is test_row_0/A:col10/1732494214108/Put/seqid=0 2024-11-25T00:23:34,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742494_1670 (size=30955) 2024-11-25T00:23:34,708 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cef32af4657140bab03859c35f37ce10 2024-11-25T00:23:34,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1e238b5deb2041b9a26f8bbbb26294d5 is 50, key is test_row_0/B:col10/1732494214108/Put/seqid=0 2024-11-25T00:23:34,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494274747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494274751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494274754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:34,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494274765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,775 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:23:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:34,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742495_1671 (size=12001) 2024-11-25T00:23:34,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1e238b5deb2041b9a26f8bbbb26294d5 2024-11-25T00:23:34,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97a89cf777cc4009baf3822fae948eea is 50, key is test_row_0/C:col10/1732494214108/Put/seqid=0 2024-11-25T00:23:34,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:34,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494274834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742496_1672 (size=12001) 2024-11-25T00:23:34,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97a89cf777cc4009baf3822fae948eea 2024-11-25T00:23:34,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cef32af4657140bab03859c35f37ce10 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10 2024-11-25T00:23:34,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10, entries=150, sequenceid=15, filesize=30.2 K 2024-11-25T00:23:34,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1e238b5deb2041b9a26f8bbbb26294d5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5 2024-11-25T00:23:34,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T00:23:34,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97a89cf777cc4009baf3822fae948eea as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea 2024-11-25T00:23:34,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea, entries=150, sequenceid=15, filesize=11.7 K 2024-11-25T00:23:34,917 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d1ca62cfb54e7cdace503ceaca564344 in 805ms, sequenceid=15, compaction requested=false 2024-11-25T00:23:34,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:34,928 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:34,929 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:34,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e105bdf7d204997bc4d16891f72ad42_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494214135/Put/seqid=0 2024-11-25T00:23:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742497_1673 (size=12154) 2024-11-25T00:23:34,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:35,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252e105bdf7d204997bc4d16891f72ad42_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e105bdf7d204997bc4d16891f72ad42_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cf272ccd02fa4ff7b67aef831af27e53, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:35,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cf272ccd02fa4ff7b67aef831af27e53 is 175, key is test_row_0/A:col10/1732494214135/Put/seqid=0 2024-11-25T00:23:35,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742498_1674 (size=30955) 2024-11-25T00:23:35,030 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cf272ccd02fa4ff7b67aef831af27e53 2024-11-25T00:23:35,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ed106dcc4a748e4b5f54780a3a15073 is 50, key is test_row_0/B:col10/1732494214135/Put/seqid=0 2024-11-25T00:23:35,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742499_1675 (size=12001) 2024-11-25T00:23:35,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ed106dcc4a748e4b5f54780a3a15073 2024-11-25T00:23:35,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/60976ed69ae94e7fac39da2121a75805 is 50, key is test_row_0/C:col10/1732494214135/Put/seqid=0 2024-11-25T00:23:35,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742500_1676 (size=12001) 2024-11-25T00:23:35,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:35,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494275261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494275263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494275265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:35,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494275270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494275340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494275365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494275366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494275367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,510 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/60976ed69ae94e7fac39da2121a75805 2024-11-25T00:23:35,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/cf272ccd02fa4ff7b67aef831af27e53 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53 2024-11-25T00:23:35,518 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53, entries=150, sequenceid=41, filesize=30.2 K 2024-11-25T00:23:35,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ed106dcc4a748e4b5f54780a3a15073 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073 2024-11-25T00:23:35,522 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T00:23:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/60976ed69ae94e7fac39da2121a75805 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805 2024-11-25T00:23:35,529 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805, entries=150, sequenceid=41, filesize=11.7 K 2024-11-25T00:23:35,530 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d1ca62cfb54e7cdace503ceaca564344 in 601ms, sequenceid=41, compaction requested=false 2024-11-25T00:23:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:35,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-25T00:23:35,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-25T00:23:35,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-25T00:23:35,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-25T00:23:35,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.3730 sec 2024-11-25T00:23:35,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:35,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:35,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:35,578 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577752920a77b473ea2f102bb6c7ccfc5_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:35,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494275606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494275611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494275611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742501_1677 (size=14594) 2024-11-25T00:23:35,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494275712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494275715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494275718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494275914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494275921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:35,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494275922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,031 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:36,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112577752920a77b473ea2f102bb6c7ccfc5_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577752920a77b473ea2f102bb6c7ccfc5_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:36,040 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c5d995e45daf4c2e924a25cd5a35d8e3, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c5d995e45daf4c2e924a25cd5a35d8e3 is 175, key is test_row_0/A:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742502_1678 (size=39549) 2024-11-25T00:23:36,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c5d995e45daf4c2e924a25cd5a35d8e3 2024-11-25T00:23:36,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4420787a6a2f4812b589828b46c6ca54 is 50, key is test_row_0/B:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742503_1679 (size=12001) 2024-11-25T00:23:36,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4420787a6a2f4812b589828b46c6ca54 2024-11-25T00:23:36,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a5b0385b8e614bca867607508495681c is 50, key is test_row_0/C:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742504_1680 (size=12001) 2024-11-25T00:23:36,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a5b0385b8e614bca867607508495681c 2024-11-25T00:23:36,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c5d995e45daf4c2e924a25cd5a35d8e3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3 2024-11-25T00:23:36,171 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3, entries=200, sequenceid=53, filesize=38.6 K 2024-11-25T00:23:36,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4420787a6a2f4812b589828b46c6ca54 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54 2024-11-25T00:23:36,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T00:23:36,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a5b0385b8e614bca867607508495681c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c 2024-11-25T00:23:36,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-25T00:23:36,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 614ms, sequenceid=53, compaction requested=true 2024-11-25T00:23:36,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:36,184 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:36,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:36,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:36,185 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:36,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:36,185 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:36,185 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:36,185 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,185 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:36,186 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=99.1 K 2024-11-25T00:23:36,186 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,186 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3] 2024-11-25T00:23:36,186 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=35.2 K 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting cef32af4657140bab03859c35f37ce10, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494214107 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e238b5deb2041b9a26f8bbbb26294d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494214107 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting cf272ccd02fa4ff7b67aef831af27e53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494214135 2024-11-25T00:23:36,186 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ed106dcc4a748e4b5f54780a3a15073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494214135 2024-11-25T00:23:36,187 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c5d995e45daf4c2e924a25cd5a35d8e3, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:36,187 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4420787a6a2f4812b589828b46c6ca54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:36,204 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,219 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#589 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:36,220 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1b7744e17ed64ba68b0d6f2b78c24f4c is 50, key is test_row_0/B:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:36,223 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112507c5288813424f23afd50327bd1c8b73_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,225 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112507c5288813424f23afd50327bd1c8b73_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:36,226 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112507c5288813424f23afd50327bd1c8b73_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:36,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:36,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:36,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:36,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:36,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:36,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494276240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,247 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494276244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494276244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-25T00:23:36,269 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-25T00:23:36,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:36,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-25T00:23:36,273 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:36,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:36,273 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:36,273 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:36,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494276279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742505_1681 (size=12104) 2024-11-25T00:23:36,289 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1b7744e17ed64ba68b0d6f2b78c24f4c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1b7744e17ed64ba68b0d6f2b78c24f4c 2024-11-25T00:23:36,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fafc62153af84334aee815d40e0ef5a6_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494215602/Put/seqid=0 2024-11-25T00:23:36,292 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-25T00:23:36,294 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 1b7744e17ed64ba68b0d6f2b78c24f4c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:36,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:36,294 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494216184; duration=0sec 2024-11-25T00:23:36,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:36,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:36,294 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:36,296 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:36,296 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:36,296 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,296 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=35.2 K 2024-11-25T00:23:36,297 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97a89cf777cc4009baf3822fae948eea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1732494214107 2024-11-25T00:23:36,298 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60976ed69ae94e7fac39da2121a75805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732494214135 2024-11-25T00:23:36,298 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5b0385b8e614bca867607508495681c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:36,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742506_1682 (size=4469) 2024-11-25T00:23:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494276343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494276345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494276348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,354 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#591 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:36,354 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/bf63ec2ebd1e45cabc241e7da31b17cd is 50, key is test_row_0/C:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494276349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:36,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742507_1683 (size=12154) 2024-11-25T00:23:36,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742508_1684 (size=12104) 2024-11-25T00:23:36,423 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/bf63ec2ebd1e45cabc241e7da31b17cd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/bf63ec2ebd1e45cabc241e7da31b17cd 2024-11-25T00:23:36,425 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,427 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,427 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,428 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into bf63ec2ebd1e45cabc241e7da31b17cd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:36,428 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:36,428 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494216185; duration=0sec 2024-11-25T00:23:36,428 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:36,428 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494276551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494276556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494276556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:36,579 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,580 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,580 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,719 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#588 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:36,719 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/3540bc0287fe4ad1a9405601a1c9d568 is 175, key is test_row_0/A:col10/1732494215569/Put/seqid=0 2024-11-25T00:23:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742509_1685 (size=31058) 2024-11-25T00:23:36,732 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:36,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:36,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,738 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/3540bc0287fe4ad1a9405601a1c9d568 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568 2024-11-25T00:23:36,743 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 3540bc0287fe4ad1a9405601a1c9d568(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:36,743 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:36,743 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494216184; duration=0sec 2024-11-25T00:23:36,743 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:36,743 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:36,782 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:36,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125fafc62153af84334aee815d40e0ef5a6_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fafc62153af84334aee815d40e0ef5a6_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:36,788 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/77f0469cabd447e4bf7efd2d96d2547e, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:36,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/77f0469cabd447e4bf7efd2d96d2547e is 175, key is test_row_0/A:col10/1732494215602/Put/seqid=0 2024-11-25T00:23:36,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742510_1686 (size=30955) 2024-11-25T00:23:36,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494276855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494276860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:36,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494276860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:36,886 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:36,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:36,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:36,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:36,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,040 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,193 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:37,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:37,206 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/77f0469cabd447e4bf7efd2d96d2547e 2024-11-25T00:23:37,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1f4e271d2f7c453d91985af22a2e93fd is 50, key is test_row_0/B:col10/1732494215602/Put/seqid=0 2024-11-25T00:23:37,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742511_1687 (size=12001) 2024-11-25T00:23:37,266 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1f4e271d2f7c453d91985af22a2e93fd 2024-11-25T00:23:37,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/66041bd3a42a42e8a30cd3dd282d6e39 is 50, key is test_row_0/C:col10/1732494215602/Put/seqid=0 2024-11-25T00:23:37,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742512_1688 (size=12001) 2024-11-25T00:23:37,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/66041bd3a42a42e8a30cd3dd282d6e39 2024-11-25T00:23:37,329 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/77f0469cabd447e4bf7efd2d96d2547e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e 2024-11-25T00:23:37,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e, entries=150, sequenceid=79, filesize=30.2 K 2024-11-25T00:23:37,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/1f4e271d2f7c453d91985af22a2e93fd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd 2024-11-25T00:23:37,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T00:23:37,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/66041bd3a42a42e8a30cd3dd282d6e39 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39 2024-11-25T00:23:37,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39, entries=150, sequenceid=79, filesize=11.7 K 2024-11-25T00:23:37,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d1ca62cfb54e7cdace503ceaca564344 in 1120ms, sequenceid=79, compaction requested=false 2024-11-25T00:23:37,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:37,350 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-25T00:23:37,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,350 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:37,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:37,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:37,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112547a9198d086a4615bbee544233c4918a_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494216237/Put/seqid=0 2024-11-25T00:23:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:37,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742513_1689 (size=12154) 2024-11-25T00:23:37,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:37,420 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112547a9198d086a4615bbee544233c4918a_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112547a9198d086a4615bbee544233c4918a_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:37,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/b1174d71339e41e093188332951d153a, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:37,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/b1174d71339e41e093188332951d153a is 175, key is test_row_0/A:col10/1732494216237/Put/seqid=0 2024-11-25T00:23:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494277425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494277425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494277433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742514_1690 (size=30955) 2024-11-25T00:23:37,461 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/b1174d71339e41e093188332951d153a 2024-11-25T00:23:37,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/8cac3c9fc8134b53a921b967285a4e16 is 50, key is test_row_0/B:col10/1732494216237/Put/seqid=0 2024-11-25T00:23:37,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742515_1691 (size=12001) 2024-11-25T00:23:37,508 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/8cac3c9fc8134b53a921b967285a4e16 2024-11-25T00:23:37,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e94d5a49430d450ab8271e5fbd3f4285 is 50, key is test_row_0/C:col10/1732494216237/Put/seqid=0 2024-11-25T00:23:37,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494277530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494277530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494277540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742516_1692 (size=12001) 2024-11-25T00:23:37,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e94d5a49430d450ab8271e5fbd3f4285 2024-11-25T00:23:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/b1174d71339e41e093188332951d153a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a 2024-11-25T00:23:37,605 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a, entries=150, sequenceid=93, filesize=30.2 K 2024-11-25T00:23:37,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/8cac3c9fc8134b53a921b967285a4e16 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16 2024-11-25T00:23:37,611 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:23:37,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e94d5a49430d450ab8271e5fbd3f4285 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285 2024-11-25T00:23:37,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285, entries=150, sequenceid=93, filesize=11.7 K 2024-11-25T00:23:37,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for d1ca62cfb54e7cdace503ceaca564344 in 271ms, sequenceid=93, compaction requested=true 2024-11-25T00:23:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-25T00:23:37,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-25T00:23:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-25T00:23:37,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3500 sec 2024-11-25T00:23:37,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.3540 sec 2024-11-25T00:23:37,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-25T00:23:37,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:37,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:37,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:37,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:37,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:37,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125130ee1fa60ca4bfaa960ecb73c5f4a4d_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:37,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494277749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494277750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494277750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742517_1693 (size=14594) 2024-11-25T00:23:37,765 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:37,772 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125130ee1fa60ca4bfaa960ecb73c5f4a4d_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125130ee1fa60ca4bfaa960ecb73c5f4a4d_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:37,772 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7e519eb5d5b442a48d7ec3e36cb515cf, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:37,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7e519eb5d5b442a48d7ec3e36cb515cf is 175, key is test_row_0/A:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:37,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742518_1694 (size=39549) 2024-11-25T00:23:37,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7e519eb5d5b442a48d7ec3e36cb515cf 2024-11-25T00:23:37,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3293872b08494624ad290baa2817b699 is 50, key is test_row_0/B:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494277854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494277855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:37,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494277855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:37,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742519_1695 (size=12001) 2024-11-25T00:23:37,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3293872b08494624ad290baa2817b699 2024-11-25T00:23:37,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8f165425e3f94dcbb68ce78e3eeccdfa is 50, key is test_row_0/C:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742520_1696 (size=12001) 2024-11-25T00:23:37,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8f165425e3f94dcbb68ce78e3eeccdfa 2024-11-25T00:23:37,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7e519eb5d5b442a48d7ec3e36cb515cf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf 2024-11-25T00:23:37,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf, entries=200, sequenceid=120, filesize=38.6 K 2024-11-25T00:23:37,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3293872b08494624ad290baa2817b699 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699 2024-11-25T00:23:37,953 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T00:23:37,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8f165425e3f94dcbb68ce78e3eeccdfa as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa 2024-11-25T00:23:37,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa, entries=150, sequenceid=120, filesize=11.7 K 2024-11-25T00:23:37,959 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d1ca62cfb54e7cdace503ceaca564344 in 220ms, sequenceid=120, compaction requested=true 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:37,960 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:37,960 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:37,960 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:37,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:37,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:37,962 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,962 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1b7744e17ed64ba68b0d6f2b78c24f4c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=47.0 K 2024-11-25T00:23:37,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132517 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:37,963 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b7744e17ed64ba68b0d6f2b78c24f4c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:37,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:37,963 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,963 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=129.4 K 2024-11-25T00:23:37,963 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:37,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf] 2024-11-25T00:23:37,964 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f4e271d2f7c453d91985af22a2e93fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494215602 2024-11-25T00:23:37,964 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3540bc0287fe4ad1a9405601a1c9d568, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:37,964 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cac3c9fc8134b53a921b967285a4e16, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494216237 2024-11-25T00:23:37,966 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77f0469cabd447e4bf7efd2d96d2547e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494215602 2024-11-25T00:23:37,966 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3293872b08494624ad290baa2817b699, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217423 2024-11-25T00:23:37,966 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1174d71339e41e093188332951d153a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494216237 2024-11-25T00:23:37,967 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7e519eb5d5b442a48d7ec3e36cb515cf, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217411 2024-11-25T00:23:37,983 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:37,984 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#600 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:37,985 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/b1c2da81bb5c4db0b1667edbf609fe57 is 50, key is test_row_0/B:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:37,987 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112543eaf267393d454580de83acb2eff0e8_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:37,989 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112543eaf267393d454580de83acb2eff0e8_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:37,990 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112543eaf267393d454580de83acb2eff0e8_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742521_1697 (size=4469) 2024-11-25T00:23:38,021 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#601 average throughput is 0.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,022 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fd82e824100e440c909de26b6737f952 is 175, key is test_row_0/A:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:38,063 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:38,064 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:38,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742523_1699 (size=31195) 2024-11-25T00:23:38,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742522_1698 (size=12241) 2024-11-25T00:23:38,078 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/b1c2da81bb5c4db0b1667edbf609fe57 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b1c2da81bb5c4db0b1667edbf609fe57 2024-11-25T00:23:38,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252d5c246534cf4502911b198a254ae734_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494218062/Put/seqid=0 2024-11-25T00:23:38,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into b1c2da81bb5c4db0b1667edbf609fe57(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:38,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:38,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=12, startTime=1732494217960; duration=0sec 2024-11-25T00:23:38,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:38,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:38,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:38,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:38,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:38,089 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,089 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/bf63ec2ebd1e45cabc241e7da31b17cd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=47.0 K 2024-11-25T00:23:38,090 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting bf63ec2ebd1e45cabc241e7da31b17cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732494215256 2024-11-25T00:23:38,090 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 66041bd3a42a42e8a30cd3dd282d6e39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732494215602 2024-11-25T00:23:38,091 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e94d5a49430d450ab8271e5fbd3f4285, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732494216237 2024-11-25T00:23:38,091 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f165425e3f94dcbb68ce78e3eeccdfa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217423 2024-11-25T00:23:38,102 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#603 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,102 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/b7d193703535499183a2ae56d0c9ed42 is 50, key is test_row_0/C:col10/1732494217738/Put/seqid=0 2024-11-25T00:23:38,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742524_1700 (size=14694) 2024-11-25T00:23:38,114 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:38,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252d5c246534cf4502911b198a254ae734_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d5c246534cf4502911b198a254ae734_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:38,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/548c6e67237b47779fe4dc17c8634344, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/548c6e67237b47779fe4dc17c8634344 is 175, key is test_row_0/A:col10/1732494218062/Put/seqid=0 2024-11-25T00:23:38,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494278124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742525_1701 (size=12241) 2024-11-25T00:23:38,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494278127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494278129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,134 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/b7d193703535499183a2ae56d0c9ed42 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b7d193703535499183a2ae56d0c9ed42 2024-11-25T00:23:38,141 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into b7d193703535499183a2ae56d0c9ed42(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:38,141 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:38,141 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=12, startTime=1732494217960; duration=0sec 2024-11-25T00:23:38,141 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,141 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:38,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742526_1702 (size=39649) 2024-11-25T00:23:38,154 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/548c6e67237b47779fe4dc17c8634344 2024-11-25T00:23:38,162 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9a4e1d25e5904f6faec8df6841745a04 is 50, key is test_row_0/B:col10/1732494218062/Put/seqid=0 2024-11-25T00:23:38,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742527_1703 (size=12051) 2024-11-25T00:23:38,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9a4e1d25e5904f6faec8df6841745a04 2024-11-25T00:23:38,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/aa403e5290e64b93b4e23ab5da109a58 is 50, key is test_row_0/C:col10/1732494218062/Put/seqid=0 2024-11-25T00:23:38,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742528_1704 (size=12051) 2024-11-25T00:23:38,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/aa403e5290e64b93b4e23ab5da109a58 2024-11-25T00:23:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/548c6e67237b47779fe4dc17c8634344 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344 2024-11-25T00:23:38,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494278230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494278231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344, entries=200, sequenceid=131, filesize=38.7 K 2024-11-25T00:23:38,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9a4e1d25e5904f6faec8df6841745a04 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04 2024-11-25T00:23:38,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494278237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:23:38,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/aa403e5290e64b93b4e23ab5da109a58 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58 2024-11-25T00:23:38,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58, entries=150, sequenceid=131, filesize=11.8 K 2024-11-25T00:23:38,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 185ms, sequenceid=131, compaction requested=false 2024-11-25T00:23:38,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:38,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:38,291 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:38,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:38,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:38,292 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e491fb3e4e79413388edc02075407f19_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:38,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494278325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742529_1705 (size=14794) 2024-11-25T00:23:38,330 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:38,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e491fb3e4e79413388edc02075407f19_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e491fb3e4e79413388edc02075407f19_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:38,339 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/40cddf42ac8e43829f97d38f805f7da3, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/40cddf42ac8e43829f97d38f805f7da3 is 175, key is test_row_0/A:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:38,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494278349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,351 DEBUG [Thread-2915 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4191 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:38,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742530_1706 (size=39749) 2024-11-25T00:23:38,368 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=159, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/40cddf42ac8e43829f97d38f805f7da3 2024-11-25T00:23:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-25T00:23:38,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3787e9b6da7a4943b68826a70a0fdd54 is 50, key is test_row_0/B:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:38,380 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-25T00:23:38,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:38,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-25T00:23:38,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:38,386 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:38,387 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:38,387 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:38,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742531_1707 (size=12151) 2024-11-25T00:23:38,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494278428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494278437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494278437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494278439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,474 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fd82e824100e440c909de26b6737f952 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952 2024-11-25T00:23:38,481 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into fd82e824100e440c909de26b6737f952(size=30.5 K), total size for store is 69.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:38,481 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:38,481 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=12, startTime=1732494217960; duration=0sec 2024-11-25T00:23:38,481 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,481 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:38,540 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494278631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:38,694 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:38,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:38,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,695 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494278741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494278742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494278744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3787e9b6da7a4943b68826a70a0fdd54 2024-11-25T00:23:38,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/3e3e3143f572424499b49467d5306266 is 50, key is test_row_0/C:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:38,848 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:38,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742532_1708 (size=12151) 2024-11-25T00:23:38,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/3e3e3143f572424499b49467d5306266 2024-11-25T00:23:38,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/40cddf42ac8e43829f97d38f805f7da3 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3 2024-11-25T00:23:38,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3, entries=200, sequenceid=159, filesize=38.8 K 2024-11-25T00:23:38,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3787e9b6da7a4943b68826a70a0fdd54 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54 2024-11-25T00:23:38,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T00:23:38,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/3e3e3143f572424499b49467d5306266 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266 2024-11-25T00:23:38,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266, entries=150, sequenceid=159, filesize=11.9 K 2024-11-25T00:23:38,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d1ca62cfb54e7cdace503ceaca564344 in 617ms, sequenceid=159, compaction requested=true 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:38,908 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:38,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:38,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:38,909 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:38,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:38,909 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:38,909 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:38,910 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,910 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,910 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b1c2da81bb5c4db0b1667edbf609fe57, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=35.6 K 2024-11-25T00:23:38,910 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=108.0 K 2024-11-25T00:23:38,910 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:38,910 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3] 2024-11-25T00:23:38,910 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b1c2da81bb5c4db0b1667edbf609fe57, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217423 2024-11-25T00:23:38,911 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd82e824100e440c909de26b6737f952, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217423 2024-11-25T00:23:38,911 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a4e1d25e5904f6faec8df6841745a04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494217747 2024-11-25T00:23:38,912 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3787e9b6da7a4943b68826a70a0fdd54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:38,912 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 548c6e67237b47779fe4dc17c8634344, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494217747 2024-11-25T00:23:38,913 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40cddf42ac8e43829f97d38f805f7da3, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:38,927 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:38,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:38,942 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#610 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:38,942 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/641c21674cce4b11a02445ff040d2c8c is 50, key is test_row_0/B:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:38,968 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254f183ccb64144f669f47847091eb1f87_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,975 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254f183ccb64144f669f47847091eb1f87_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,975 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254f183ccb64144f669f47847091eb1f87_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:38,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742533_1709 (size=12493) 2024-11-25T00:23:38,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a817582bc90c4daba697ae54661e3991_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494218311/Put/seqid=0 2024-11-25T00:23:39,001 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,006 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/641c21674cce4b11a02445ff040d2c8c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/641c21674cce4b11a02445ff040d2c8c 2024-11-25T00:23:39,013 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 641c21674cce4b11a02445ff040d2c8c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:39,013 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,014 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494218908; duration=0sec 2024-11-25T00:23:39,014 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:39,014 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:39,014 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:39,016 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:39,016 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:39,016 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,016 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b7d193703535499183a2ae56d0c9ed42, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=35.6 K 2024-11-25T00:23:39,016 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b7d193703535499183a2ae56d0c9ed42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732494217423 2024-11-25T00:23:39,017 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting aa403e5290e64b93b4e23ab5da109a58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732494217747 2024-11-25T00:23:39,019 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e3e3143f572424499b49467d5306266, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:39,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742534_1710 (size=4469) 2024-11-25T00:23:39,034 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#612 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:39,034 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/9557c4e999ed4be1a9351ad69b40623a is 50, key is test_row_0/C:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:39,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742535_1711 (size=12304) 2024-11-25T00:23:39,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,045 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125a817582bc90c4daba697ae54661e3991_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a817582bc90c4daba697ae54661e3991_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,047 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/844a3936df4a4bfc86e34326f20dec1e, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/844a3936df4a4bfc86e34326f20dec1e is 175, key is test_row_0/A:col10/1732494218311/Put/seqid=0 2024-11-25T00:23:39,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494279048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742536_1712 (size=12493) 2024-11-25T00:23:39,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742537_1713 (size=31105) 2024-11-25T00:23:39,086 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/844a3936df4a4bfc86e34326f20dec1e 2024-11-25T00:23:39,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/30c53009b8184b5798d1718abb455d5f is 50, key is test_row_0/B:col10/1732494218311/Put/seqid=0 2024-11-25T00:23:39,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742538_1714 (size=12151) 2024-11-25T00:23:39,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/30c53009b8184b5798d1718abb455d5f 2024-11-25T00:23:39,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e88a41bcea0047898e4bfef54397d943 is 50, key is test_row_0/C:col10/1732494218311/Put/seqid=0 2024-11-25T00:23:39,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742539_1715 (size=12151) 2024-11-25T00:23:39,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e88a41bcea0047898e4bfef54397d943 2024-11-25T00:23:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/844a3936df4a4bfc86e34326f20dec1e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e 2024-11-25T00:23:39,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e, entries=150, sequenceid=171, filesize=30.4 K 2024-11-25T00:23:39,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494279151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/30c53009b8184b5798d1718abb455d5f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f 2024-11-25T00:23:39,154 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:23:39,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/e88a41bcea0047898e4bfef54397d943 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943 2024-11-25T00:23:39,170 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943, entries=150, sequenceid=171, filesize=11.9 K 2024-11-25T00:23:39,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 240ms, sequenceid=171, compaction requested=false 2024-11-25T00:23:39,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:39,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:39,250 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f5f8e75d7e4b4c79affa946dcca50875_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494279261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494279263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494279265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742540_1716 (size=12304) 2024-11-25T00:23:39,289 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,294 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f5f8e75d7e4b4c79affa946dcca50875_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f8e75d7e4b4c79affa946dcca50875_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,296 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a163455c93534e8abb014b377976dfc7, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a163455c93534e8abb014b377976dfc7 is 175, key is test_row_0/A:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,308 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:39,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] handler.RSProcedureHandler(58): pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=176 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=176 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:39,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742541_1717 (size=31105) 2024-11-25T00:23:39,320 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a163455c93534e8abb014b377976dfc7 2024-11-25T00:23:39,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0760901f1a7d423a9c8755b5c6227a86 is 50, key is test_row_0/B:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742542_1718 (size=12151) 2024-11-25T00:23:39,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0760901f1a7d423a9c8755b5c6227a86 2024-11-25T00:23:39,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494279353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/88b592ad186943c68ba01bfb6e7a07d1 is 50, key is test_row_0/C:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494279366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494279368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494279370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742543_1719 (size=12151) 2024-11-25T00:23:39,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/88b592ad186943c68ba01bfb6e7a07d1 2024-11-25T00:23:39,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a163455c93534e8abb014b377976dfc7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7 2024-11-25T00:23:39,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7, entries=150, sequenceid=199, filesize=30.4 K 2024-11-25T00:23:39,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0760901f1a7d423a9c8755b5c6227a86 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86 2024-11-25T00:23:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T00:23:39,422 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#609 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/88b592ad186943c68ba01bfb6e7a07d1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1 2024-11-25T00:23:39,423 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/902fb08fd0a844489ef24723ee7c5976 is 175, key is test_row_0/A:col10/1732494218288/Put/seqid=0 2024-11-25T00:23:39,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1, entries=150, sequenceid=199, filesize=11.9 K 2024-11-25T00:23:39,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d1ca62cfb54e7cdace503ceaca564344 in 181ms, sequenceid=199, compaction requested=true 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:39,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T00:23:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742544_1720 (size=31447) 2024-11-25T00:23:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-25T00:23:39,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-25T00:23:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,469 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/902fb08fd0a844489ef24723ee7c5976 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976 2024-11-25T00:23:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,476 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 902fb08fd0a844489ef24723ee7c5976(size=30.7 K), total size for store is 91.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:39,476 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,477 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494218908; duration=0sec 2024-11-25T00:23:39,477 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T00:23:39,477 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:39,477 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:39,477 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,478 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:39,478 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:39,478 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:39,478 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:39,478 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:39,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4ee4c6dbf314f68ba6e5b7af00d6d08_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494219263/Put/seqid=0 2024-11-25T00:23:39,480 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:39,480 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:39,480 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,481 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=91.5 K 2024-11-25T00:23:39,481 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,481 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7] 2024-11-25T00:23:39,481 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 902fb08fd0a844489ef24723ee7c5976, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:39,482 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 844a3936df4a4bfc86e34326f20dec1e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494218303 2024-11-25T00:23:39,482 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a163455c93534e8abb014b377976dfc7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732494219039 2024-11-25T00:23:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,494 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/9557c4e999ed4be1a9351ad69b40623a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9557c4e999ed4be1a9351ad69b40623a 2024-11-25T00:23:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,497 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,499 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 9557c4e999ed4be1a9351ad69b40623a(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:39,499 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,499 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494218908; duration=0sec 2024-11-25T00:23:39,499 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:39,499 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:39,499 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:39,500 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:39,500 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:39,500 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,500 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/641c21674cce4b11a02445ff040d2c8c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=35.9 K 2024-11-25T00:23:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,501 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 641c21674cce4b11a02445ff040d2c8c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:39,501 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 30c53009b8184b5798d1718abb455d5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494218303 2024-11-25T00:23:39,501 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 0760901f1a7d423a9c8755b5c6227a86, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732494219039 2024-11-25T00:23:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,520 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125000ef4b630fb418595ac3e1f6983c6b6_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,522 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125000ef4b630fb418595ac3e1f6983c6b6_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,522 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125000ef4b630fb418595ac3e1f6983c6b6_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,530 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#620 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:39,531 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/69bcc7656f8740a987b95b391869740c is 50, key is test_row_0/B:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742545_1721 (size=9814) 2024-11-25T00:23:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,551 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e4ee4c6dbf314f68ba6e5b7af00d6d08_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4ee4c6dbf314f68ba6e5b7af00d6d08_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/202635ddf04c41298a6dea99c063c03a, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/202635ddf04c41298a6dea99c063c03a is 175, key is test_row_0/A:col10/1732494219263/Put/seqid=0 2024-11-25T00:23:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742546_1722 (size=4469) 2024-11-25T00:23:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742547_1723 (size=12595) 2024-11-25T00:23:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,590 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/69bcc7656f8740a987b95b391869740c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/69bcc7656f8740a987b95b391869740c 2024-11-25T00:23:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,596 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 69bcc7656f8740a987b95b391869740c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,596 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,596 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494219431; duration=0sec 2024-11-25T00:23:39,597 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:39,597 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:39,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742548_1724 (size=22461) 2024-11-25T00:23:39,606 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/202635ddf04c41298a6dea99c063c03a 2024-11-25T00:23:39,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494279627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/a7122c206a7e4524a99082e2a374c020 is 50, key is test_row_0/B:col10/1732494219263/Put/seqid=0 2024-11-25T00:23:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494279634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494279634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742549_1725 (size=9757) 2024-11-25T00:23:39,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/a7122c206a7e4524a99082e2a374c020 2024-11-25T00:23:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494279660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97db7647925e4721af800bb71f7240c0 is 50, key is test_row_0/C:col10/1732494219263/Put/seqid=0 2024-11-25T00:23:39,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742550_1726 (size=9757) 2024-11-25T00:23:39,704 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97db7647925e4721af800bb71f7240c0 2024-11-25T00:23:39,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/202635ddf04c41298a6dea99c063c03a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a 2024-11-25T00:23:39,718 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a, entries=100, sequenceid=208, filesize=21.9 K 2024-11-25T00:23:39,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/a7122c206a7e4524a99082e2a374c020 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020 2024-11-25T00:23:39,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020, entries=100, sequenceid=208, filesize=9.5 K 2024-11-25T00:23:39,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/97db7647925e4721af800bb71f7240c0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0 2024-11-25T00:23:39,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0, entries=100, sequenceid=208, filesize=9.5 K 2024-11-25T00:23:39,734 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for d1ca62cfb54e7cdace503ceaca564344 in 272ms, sequenceid=208, compaction requested=true 2024-11-25T00:23:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:39,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-11-25T00:23:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-11-25T00:23:39,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-25T00:23:39,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3490 sec 2024-11-25T00:23:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-25T00:23:39,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:39,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,737 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:39,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:39,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.3560 sec 2024-11-25T00:23:39,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520cb08bc21914053a172c6fa5d058cc9_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:39,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494279746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494279749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494279750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742551_1727 (size=12304) 2024-11-25T00:23:39,778 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:39,785 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112520cb08bc21914053a172c6fa5d058cc9_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520cb08bc21914053a172c6fa5d058cc9_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:39,786 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/8151914b0ef14e338039685fa4dca3d7, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:39,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/8151914b0ef14e338039685fa4dca3d7 is 175, key is test_row_0/A:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:39,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742552_1728 (size=31105) 2024-11-25T00:23:39,809 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/8151914b0ef14e338039685fa4dca3d7 2024-11-25T00:23:39,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6c1f5ee18fbe4747b255d80be8b81b6f is 50, key is test_row_0/B:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:39,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742553_1729 (size=12151) 2024-11-25T00:23:39,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6c1f5ee18fbe4747b255d80be8b81b6f 2024-11-25T00:23:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494279852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494279852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494279854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:39,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8c0b0bf4592d42ecab5635573a04d4a5 is 50, key is test_row_0/C:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742554_1730 (size=12151) 2024-11-25T00:23:39,976 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#619 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:39,976 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/73f6db075fc940fb8cdacd9c978b857f is 175, key is test_row_0/A:col10/1732494219039/Put/seqid=0 2024-11-25T00:23:39,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742555_1731 (size=31549) 2024-11-25T00:23:40,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494280056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494280056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494280057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494280168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8c0b0bf4592d42ecab5635573a04d4a5 2024-11-25T00:23:40,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/8151914b0ef14e338039685fa4dca3d7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7 2024-11-25T00:23:40,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7, entries=150, sequenceid=240, filesize=30.4 K 2024-11-25T00:23:40,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6c1f5ee18fbe4747b255d80be8b81b6f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f 2024-11-25T00:23:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f, entries=150, sequenceid=240, filesize=11.9 K 2024-11-25T00:23:40,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8c0b0bf4592d42ecab5635573a04d4a5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5 2024-11-25T00:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,325 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5, entries=150, sequenceid=240, filesize=11.9 K 2024-11-25T00:23:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=33.54 KB/34350 for d1ca62cfb54e7cdace503ceaca564344 in 589ms, sequenceid=240, compaction requested=true 2024-11-25T00:23:40,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:40,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-25T00:23:40,327 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,328 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:40,328 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:40,328 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:40,328 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:40,328 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-25T00:23:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,330 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 58703 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-25T00:23:40,330 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:40,330 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,330 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9557c4e999ed4be1a9351ad69b40623a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=57.3 K 2024-11-25T00:23:40,331 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 9557c4e999ed4be1a9351ad69b40623a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732494218119 2024-11-25T00:23:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,331 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting e88a41bcea0047898e4bfef54397d943, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732494218303 2024-11-25T00:23:40,332 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 88b592ad186943c68ba01bfb6e7a07d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732494219039 2024-11-25T00:23:40,332 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 97db7647925e4721af800bb71f7240c0, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494219260 2024-11-25T00:23:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,333 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c0b0bf4592d42ecab5635573a04d4a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732494219618 2024-11-25T00:23:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,344 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#626 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,344 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/54d08b801c4a48228806ffedca67f2b5 is 50, key is test_row_0/C:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742556_1732 (size=12663) 2024-11-25T00:23:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,365 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/54d08b801c4a48228806ffedca67f2b5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/54d08b801c4a48228806ffedca67f2b5 2024-11-25T00:23:40,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:40,368 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:40,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:40,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:40,370 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 54d08b801c4a48228806ffedca67f2b5(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:40,370 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:40,371 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=11, startTime=1732494220327; duration=0sec 2024-11-25T00:23:40,371 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:40,371 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:40,371 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:40,374 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34503 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:40,374 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:40,374 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,375 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/69bcc7656f8740a987b95b391869740c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=33.7 K 2024-11-25T00:23:40,375 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 69bcc7656f8740a987b95b391869740c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732494219039 2024-11-25T00:23:40,375 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a7122c206a7e4524a99082e2a374c020, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494219260 2024-11-25T00:23:40,376 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c1f5ee18fbe4747b255d80be8b81b6f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732494219618 2024-11-25T00:23:40,386 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#627 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:40,386 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/07b495e2240c4e26a064225ff46c9570 is 50, key is test_row_0/B:col10/1732494219631/Put/seqid=0 2024-11-25T00:23:40,400 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/73f6db075fc940fb8cdacd9c978b857f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f 2024-11-25T00:23:40,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592d5906a356b4f77af0bdadc4fc1f7dc_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494219748/Put/seqid=0 2024-11-25T00:23:40,406 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 73f6db075fc940fb8cdacd9c978b857f(size=30.8 K), total size for store is 83.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:40,406 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:40,406 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494219431; duration=0sec 2024-11-25T00:23:40,406 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:40,406 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:40,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494280427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494280431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494280433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742557_1733 (size=12697) 2024-11-25T00:23:40,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742558_1734 (size=14794) 2024-11-25T00:23:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-25T00:23:40,490 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-11-25T00:23:40,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-11-25T00:23:40,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:40,493 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:40,494 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:40,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:40,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494280534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494280542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,546 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494280542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:40,645 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,646 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494280738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494280746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494280748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:40,799 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,799 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:40,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,800 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,862 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/07b495e2240c4e26a064225ff46c9570 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/07b495e2240c4e26a064225ff46c9570 2024-11-25T00:23:40,868 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 07b495e2240c4e26a064225ff46c9570(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:40,868 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:40,868 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494220327; duration=0sec 2024-11-25T00:23:40,868 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:40,868 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:40,870 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:40,874 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112592d5906a356b4f77af0bdadc4fc1f7dc_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592d5906a356b4f77af0bdadc4fc1f7dc_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:40,875 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/99197a5ba8b3481e9f5aaefaa38b507b, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:40,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/99197a5ba8b3481e9f5aaefaa38b507b is 175, key is test_row_0/A:col10/1732494219748/Put/seqid=0 2024-11-25T00:23:40,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742559_1735 (size=39749) 2024-11-25T00:23:40,914 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/99197a5ba8b3481e9f5aaefaa38b507b 2024-11-25T00:23:40,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/b840384a60b942a6871a1ad5bfeac1ad is 50, key is test_row_0/B:col10/1732494219748/Put/seqid=0 2024-11-25T00:23:40,953 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:40,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:40,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:40,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:40,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742560_1736 (size=12151) 2024-11-25T00:23:40,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/b840384a60b942a6871a1ad5bfeac1ad 2024-11-25T00:23:40,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/b2b50fc3db5c4622ab219983089f812c is 50, key is test_row_0/C:col10/1732494219748/Put/seqid=0 2024-11-25T00:23:41,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742561_1737 (size=12151) 2024-11-25T00:23:41,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494281044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494281052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494281054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:41,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494281173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,413 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,420 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/b2b50fc3db5c4622ab219983089f812c 2024-11-25T00:23:41,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/99197a5ba8b3481e9f5aaefaa38b507b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b 2024-11-25T00:23:41,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b, entries=200, sequenceid=251, filesize=38.8 K 2024-11-25T00:23:41,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/b840384a60b942a6871a1ad5bfeac1ad as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad 2024-11-25T00:23:41,438 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T00:23:41,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/b2b50fc3db5c4622ab219983089f812c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c 2024-11-25T00:23:41,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c, entries=150, sequenceid=251, filesize=11.9 K 2024-11-25T00:23:41,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 1078ms, sequenceid=251, compaction requested=true 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:41,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:41,446 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:41,446 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:41,447 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:41,448 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:41,448 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:41,448 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:41,448 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124864 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:41,449 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,449 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=121.9 K 2024-11-25T00:23:41,449 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,449 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b] 2024-11-25T00:23:41,450 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73f6db075fc940fb8cdacd9c978b857f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732494219039 2024-11-25T00:23:41,450 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 202635ddf04c41298a6dea99c063c03a, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1732494219260 2024-11-25T00:23:41,451 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8151914b0ef14e338039685fa4dca3d7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732494219618 2024-11-25T00:23:41,451 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99197a5ba8b3481e9f5aaefaa38b507b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732494219748 2024-11-25T00:23:41,464 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,467 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112538c520ed587044ccae13c0fba047b002_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,470 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112538c520ed587044ccae13c0fba047b002_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,471 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112538c520ed587044ccae13c0fba047b002_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742562_1738 (size=4469) 2024-11-25T00:23:41,493 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#631 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,494 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/428b25a671d64c4d8d42c83e350ba625 is 175, key is test_row_0/A:col10/1732494219748/Put/seqid=0 2024-11-25T00:23:41,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742563_1739 (size=31685) 2024-11-25T00:23:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:41,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:41,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494281564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494281570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494281570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c362b88b2a3144dcba6dd0271ada111b_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742564_1740 (size=12454) 2024-11-25T00:23:41,612 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:41,616 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125c362b88b2a3144dcba6dd0271ada111b_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c362b88b2a3144dcba6dd0271ada111b_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:41,619 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f90e3b5a94884f0bae158c690eda5ec0, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f90e3b5a94884f0bae158c690eda5ec0 is 175, key is test_row_0/A:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742565_1741 (size=31255) 2024-11-25T00:23:41,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f90e3b5a94884f0bae158c690eda5ec0 2024-11-25T00:23:41,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4c2494372d34d669f7eee68703515c0 is 50, key is test_row_0/B:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494281673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494281676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494281676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742566_1742 (size=12301) 2024-11-25T00:23:41,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4c2494372d34d669f7eee68703515c0 2024-11-25T00:23:41,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d29e0e804b614e819ce1608393b6a783 is 50, key is test_row_0/C:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:41,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742567_1743 (size=12301) 2024-11-25T00:23:41,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d29e0e804b614e819ce1608393b6a783 2024-11-25T00:23:41,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f90e3b5a94884f0bae158c690eda5ec0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0 2024-11-25T00:23:41,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0, entries=150, sequenceid=280, filesize=30.5 K 2024-11-25T00:23:41,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4c2494372d34d669f7eee68703515c0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0 2024-11-25T00:23:41,768 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T00:23:41,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d29e0e804b614e819ce1608393b6a783 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783 2024-11-25T00:23:41,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783, entries=150, sequenceid=280, filesize=12.0 K 2024-11-25T00:23:41,775 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for d1ca62cfb54e7cdace503ceaca564344 in 224ms, sequenceid=280, compaction requested=true 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:41,775 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:41,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:41,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:41,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:41,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:41,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:41,776 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:41,777 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:41,777 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:41,777 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,777 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/07b495e2240c4e26a064225ff46c9570, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.3 K 2024-11-25T00:23:41,778 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 07b495e2240c4e26a064225ff46c9570, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732494219618 2024-11-25T00:23:41,778 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting b840384a60b942a6871a1ad5bfeac1ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732494219748 2024-11-25T00:23:41,779 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c2494372d34d669f7eee68703515c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732494220417 2024-11-25T00:23:41,790 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#635 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,790 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/853c54637aab4e278c2c4611883dd230 is 50, key is test_row_0/B:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742568_1744 (size=12949) 2024-11-25T00:23:41,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,876 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:41,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:41,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:41,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258fc702adf3fe4e31b3d5ba7e0841ad9a_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494221566/Put/seqid=0 2024-11-25T00:23:41,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742569_1745 (size=12454) 2024-11-25T00:23:41,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:41,923 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411258fc702adf3fe4e31b3d5ba7e0841ad9a_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258fc702adf3fe4e31b3d5ba7e0841ad9a_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/55e70425486e488e9abc265b1dd82813, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:41,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/55e70425486e488e9abc265b1dd82813 is 175, key is test_row_0/A:col10/1732494221566/Put/seqid=0 2024-11-25T00:23:41,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494281919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494281921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:41,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494281924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:41,936 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/428b25a671d64c4d8d42c83e350ba625 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625 2024-11-25T00:23:41,944 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 428b25a671d64c4d8d42c83e350ba625(size=30.9 K), total size for store is 61.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:41,944 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:41,944 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=12, startTime=1732494221446; duration=0sec 2024-11-25T00:23:41,944 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:41,944 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:41,944 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:41,946 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:41,946 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:41,946 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:41,947 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/54d08b801c4a48228806ffedca67f2b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.2 K 2024-11-25T00:23:41,947 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54d08b801c4a48228806ffedca67f2b5, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1732494219618 2024-11-25T00:23:41,948 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2b50fc3db5c4622ab219983089f812c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732494219748 2024-11-25T00:23:41,948 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting d29e0e804b614e819ce1608393b6a783, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732494220417 2024-11-25T00:23:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742570_1746 (size=31255) 2024-11-25T00:23:41,962 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#637 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:41,965 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/66663bbe1b29423c837c62041cb2feec is 50, key is test_row_0/C:col10/1732494221550/Put/seqid=0 2024-11-25T00:23:41,971 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/55e70425486e488e9abc265b1dd82813 2024-11-25T00:23:41,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742571_1747 (size=12915) 2024-11-25T00:23:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/392966fb16304d06aeb9a26b3d561b01 is 50, key is test_row_0/B:col10/1732494221566/Put/seqid=0 2024-11-25T00:23:42,002 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/66663bbe1b29423c837c62041cb2feec as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66663bbe1b29423c837c62041cb2feec 2024-11-25T00:23:42,008 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 66663bbe1b29423c837c62041cb2feec(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:42,008 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:42,008 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494221775; duration=0sec 2024-11-25T00:23:42,009 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:42,009 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742572_1748 (size=12301) 2024-11-25T00:23:42,026 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/392966fb16304d06aeb9a26b3d561b01 2024-11-25T00:23:42,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494282027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494282027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494282029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/7c5439389bda4b98abdb53c40d4d49ee is 50, key is test_row_0/C:col10/1732494221566/Put/seqid=0 2024-11-25T00:23:42,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742573_1749 (size=12301) 2024-11-25T00:23:42,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494282231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494282231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494282231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,247 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/853c54637aab4e278c2c4611883dd230 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/853c54637aab4e278c2c4611883dd230 2024-11-25T00:23:42,252 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 853c54637aab4e278c2c4611883dd230(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:42,252 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:42,252 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494221775; duration=0sec 2024-11-25T00:23:42,252 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:42,252 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:42,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494282381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,383 DEBUG [Thread-2915 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8223 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:42,468 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/7c5439389bda4b98abdb53c40d4d49ee 2024-11-25T00:23:42,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/55e70425486e488e9abc265b1dd82813 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813 2024-11-25T00:23:42,482 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813, entries=150, sequenceid=291, filesize=30.5 K 2024-11-25T00:23:42,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/392966fb16304d06aeb9a26b3d561b01 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01 2024-11-25T00:23:42,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T00:23:42,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/7c5439389bda4b98abdb53c40d4d49ee as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee 2024-11-25T00:23:42,493 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee, entries=150, sequenceid=291, filesize=12.0 K 2024-11-25T00:23:42,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 618ms, sequenceid=291, compaction requested=true 2024-11-25T00:23:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-11-25T00:23:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-11-25T00:23:42,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-11-25T00:23:42,498 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0020 sec 2024-11-25T00:23:42,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.0070 sec 2024-11-25T00:23:42,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:42,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:42,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494282553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494282553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494282557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254d877596d6734090ac91475b1746e072_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-25T00:23:42,597 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-25T00:23:42,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-11-25T00:23:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:42,600 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:42,601 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:42,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:42,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742574_1750 (size=12454) 2024-11-25T00:23:42,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494282659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494282662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494282662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:42,753 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:42,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:42,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:42,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:42,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:42,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:42,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494282863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494282868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:42,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494282869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:42,905 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:42,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:42,906 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:43,012 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254d877596d6734090ac91475b1746e072_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254d877596d6734090ac91475b1746e072_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:43,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/be6176ae51a44ffd8cdab2975250544f, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/be6176ae51a44ffd8cdab2975250544f is 175, key is test_row_0/A:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742575_1751 (size=31255) 2024-11-25T00:23:43,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=320, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/be6176ae51a44ffd8cdab2975250544f 2024-11-25T00:23:43,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/328a0171a49048319bcef9218d94e4f0 is 50, key is test_row_0/B:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,059 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742576_1752 (size=12301) 2024-11-25T00:23:43,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/328a0171a49048319bcef9218d94e4f0 2024-11-25T00:23:43,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/1d3209fc959b472ea790b5c7d3c6cd15 is 50, key is test_row_0/C:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742577_1753 (size=12301) 2024-11-25T00:23:43,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=320 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/1d3209fc959b472ea790b5c7d3c6cd15 2024-11-25T00:23:43,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/be6176ae51a44ffd8cdab2975250544f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f 2024-11-25T00:23:43,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f, entries=150, sequenceid=320, filesize=30.5 K 2024-11-25T00:23:43,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/328a0171a49048319bcef9218d94e4f0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0 2024-11-25T00:23:43,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0, entries=150, sequenceid=320, filesize=12.0 K 2024-11-25T00:23:43,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/1d3209fc959b472ea790b5c7d3c6cd15 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15 2024-11-25T00:23:43,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15, entries=150, sequenceid=320, filesize=12.0 K 2024-11-25T00:23:43,157 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d1ca62cfb54e7cdace503ceaca564344 in 619ms, sequenceid=320, compaction requested=true 2024-11-25T00:23:43,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:43,157 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:43,159 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 125450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:43,159 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:43,159 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,159 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=122.5 K 2024-11-25T00:23:43,159 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,159 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f] 2024-11-25T00:23:43,160 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 428b25a671d64c4d8d42c83e350ba625, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732494219748 2024-11-25T00:23:43,160 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f90e3b5a94884f0bae158c690eda5ec0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732494220417 2024-11-25T00:23:43,162 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55e70425486e488e9abc265b1dd82813, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732494221560 2024-11-25T00:23:43,162 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting be6176ae51a44ffd8cdab2975250544f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:43,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:43,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,169 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:43,172 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,172 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:43,172 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:43,172 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,172 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/853c54637aab4e278c2c4611883dd230, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.7 K 2024-11-25T00:23:43,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:43,173 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 853c54637aab4e278c2c4611883dd230, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732494220417 2024-11-25T00:23:43,174 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 392966fb16304d06aeb9a26b3d561b01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732494221560 2024-11-25T00:23:43,174 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 328a0171a49048319bcef9218d94e4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:43,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:43,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:43,179 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:43,180 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,192 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125e315147e718f4df7b74cce515768d029_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,194 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125e315147e718f4df7b74cce515768d029_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,194 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125e315147e718f4df7b74cce515768d029_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:43,203 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#644 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:43,204 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3d797e47025349d2bafdf52ac7939785 is 50, key is test_row_0/B:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,212 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,212 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494283219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494283224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494283225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494283226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112570c0da0c15e2446dac1c0625e69e2882_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494223178/Put/seqid=0 2024-11-25T00:23:43,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742578_1754 (size=4469) 2024-11-25T00:23:43,280 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#643 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:43,280 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/06acbd192fc143468e99c6f375d1dfd5 is 175, key is test_row_0/A:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742579_1755 (size=13051) 2024-11-25T00:23:43,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742580_1756 (size=12454) 2024-11-25T00:23:43,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494283327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494283333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494283334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494283334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742581_1757 (size=31971) 2024-11-25T00:23:43,354 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/06acbd192fc143468e99c6f375d1dfd5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5 2024-11-25T00:23:43,359 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 06acbd192fc143468e99c6f375d1dfd5(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:43,360 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:43,360 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=12, startTime=1732494223157; duration=0sec 2024-11-25T00:23:43,360 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:43,360 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:43,360 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:43,360 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:43,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:43,361 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,361 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66663bbe1b29423c837c62041cb2feec, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.6 K 2024-11-25T00:23:43,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66663bbe1b29423c837c62041cb2feec, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1732494220417 2024-11-25T00:23:43,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c5439389bda4b98abdb53c40d4d49ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732494221560 2024-11-25T00:23:43,361 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d3209fc959b472ea790b5c7d3c6cd15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:43,367 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,384 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#646 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:43,385 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/2bb23c450bb846378d12d3f6e1c69d76 is 50, key is test_row_0/C:col10/1732494221919/Put/seqid=0 2024-11-25T00:23:43,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742582_1758 (size=13017) 2024-11-25T00:23:43,428 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/2bb23c450bb846378d12d3f6e1c69d76 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/2bb23c450bb846378d12d3f6e1c69d76 2024-11-25T00:23:43,436 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 2bb23c450bb846378d12d3f6e1c69d76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:43,436 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:43,436 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494223178; duration=0sec 2024-11-25T00:23:43,436 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,436 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:43,520 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494283533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494283539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494283540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494283540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,673 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,674 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:43,711 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:43,711 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/3d797e47025349d2bafdf52ac7939785 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3d797e47025349d2bafdf52ac7939785 2024-11-25T00:23:43,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112570c0da0c15e2446dac1c0625e69e2882_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112570c0da0c15e2446dac1c0625e69e2882_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:43,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0ffda5613c63414fb320600f8ffe9425, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,717 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 3d797e47025349d2bafdf52ac7939785(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:43,717 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:43,717 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494223169; duration=0sec 2024-11-25T00:23:43,717 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:43,717 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:43,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0ffda5613c63414fb320600f8ffe9425 is 175, key is test_row_0/A:col10/1732494223178/Put/seqid=0 2024-11-25T00:23:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742583_1759 (size=31255) 2024-11-25T00:23:43,730 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0ffda5613c63414fb320600f8ffe9425 2024-11-25T00:23:43,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ab66d8f98b634d748729f1091141540a is 50, key is test_row_0/B:col10/1732494223178/Put/seqid=0 2024-11-25T00:23:43,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742584_1760 (size=12301) 2024-11-25T00:23:43,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ab66d8f98b634d748729f1091141540a 2024-11-25T00:23:43,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d5c13b925d614658bb78cbc7d1220f3c is 50, key is test_row_0/C:col10/1732494223178/Put/seqid=0 2024-11-25T00:23:43,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742585_1761 (size=12301) 2024-11-25T00:23:43,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d5c13b925d614658bb78cbc7d1220f3c 2024-11-25T00:23:43,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0ffda5613c63414fb320600f8ffe9425 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425 2024-11-25T00:23:43,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425, entries=150, sequenceid=334, filesize=30.5 K 2024-11-25T00:23:43,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ab66d8f98b634d748729f1091141540a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a 2024-11-25T00:23:43,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T00:23:43,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494283837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/d5c13b925d614658bb78cbc7d1220f3c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c 2024-11-25T00:23:43,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494283845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c, entries=150, sequenceid=334, filesize=12.0 K 2024-11-25T00:23:43,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494283845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d1ca62cfb54e7cdace503ceaca564344 in 672ms, sequenceid=334, compaction requested=false 2024-11-25T00:23:43,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:43,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:43,856 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:43,856 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:43,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c74a011066e4a85b4994d10da82f30c_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:43,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742586_1762 (size=12454) 2024-11-25T00:23:43,898 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:43,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:43,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494283903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,911 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411253c74a011066e4a85b4994d10da82f30c_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c74a011066e4a85b4994d10da82f30c_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:43,913 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0599e194d42a4e60bbc737953aa18872, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:43,915 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0599e194d42a4e60bbc737953aa18872 is 175, key is test_row_0/A:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:43,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742587_1763 (size=31255) 2024-11-25T00:23:43,957 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=360, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0599e194d42a4e60bbc737953aa18872 2024-11-25T00:23:43,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d0786888b6134bf0a87984b2efe937a0 is 50, key is test_row_0/B:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:43,980 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:43,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:43,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:43,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742588_1764 (size=12301) 2024-11-25T00:23:43,995 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d0786888b6134bf0a87984b2efe937a0 2024-11-25T00:23:44,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494284009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/122a72d2a7be40d1a7046184d5c83261 is 50, key is test_row_0/C:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:44,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742589_1765 (size=12301) 2024-11-25T00:23:44,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/122a72d2a7be40d1a7046184d5c83261 2024-11-25T00:23:44,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0599e194d42a4e60bbc737953aa18872 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872 2024-11-25T00:23:44,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872, entries=150, sequenceid=360, filesize=30.5 K 2024-11-25T00:23:44,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d0786888b6134bf0a87984b2efe937a0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0 2024-11-25T00:23:44,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:23:44,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/122a72d2a7be40d1a7046184d5c83261 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261 2024-11-25T00:23:44,084 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261, entries=150, sequenceid=360, filesize=12.0 K 2024-11-25T00:23:44,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d1ca62cfb54e7cdace503ceaca564344 in 229ms, sequenceid=360, compaction requested=true 2024-11-25T00:23:44,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:44,085 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,086 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:44,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:44,086 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,086 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:44,086 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,087 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=92.3 K 2024-11-25T00:23:44,087 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,087 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872] 2024-11-25T00:23:44,087 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06acbd192fc143468e99c6f375d1dfd5, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:44,088 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ffda5613c63414fb320600f8ffe9425, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732494223175 2024-11-25T00:23:44,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,088 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:44,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,088 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3d797e47025349d2bafdf52ac7939785, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.8 K 2024-11-25T00:23:44,088 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0599e194d42a4e60bbc737953aa18872, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:44,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d797e47025349d2bafdf52ac7939785, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:44,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ab66d8f98b634d748729f1091141540a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732494223175 2024-11-25T00:23:44,089 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d0786888b6134bf0a87984b2efe937a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:44,108 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:44,119 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112549d3d40dd5cf4a5cb452bbd6309f0aa7_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:44,121 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#653 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,121 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/f35893035bd34ee897e5673db61b0cf9 is 50, key is test_row_0/B:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:44,121 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112549d3d40dd5cf4a5cb452bbd6309f0aa7_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:44,121 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112549d3d40dd5cf4a5cb452bbd6309f0aa7_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:44,133 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,134 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:44,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742590_1766 (size=13153) 2024-11-25T00:23:44,169 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/f35893035bd34ee897e5673db61b0cf9 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/f35893035bd34ee897e5673db61b0cf9 2024-11-25T00:23:44,173 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into f35893035bd34ee897e5673db61b0cf9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,173 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:44,173 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494224086; duration=0sec 2024-11-25T00:23:44,174 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:44,174 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:44,174 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:44,175 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:44,175 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:44,175 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,175 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/2bb23c450bb846378d12d3f6e1c69d76, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.7 K 2024-11-25T00:23:44,175 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bb23c450bb846378d12d3f6e1c69d76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=320, earliestPutTs=1732494221919 2024-11-25T00:23:44,176 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting d5c13b925d614658bb78cbc7d1220f3c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1732494223175 2024-11-25T00:23:44,176 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 122a72d2a7be40d1a7046184d5c83261, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:44,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742591_1767 (size=4469) 2024-11-25T00:23:44,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125806678058f4e4304b99e5b2db0ae5ced_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494223889/Put/seqid=0 2024-11-25T00:23:44,214 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#655 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,214 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/c5579443412a4010898a5feacb8a85c2 is 50, key is test_row_0/C:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:44,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:44,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:44,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742592_1768 (size=12454) 2024-11-25T00:23:44,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742593_1769 (size=13119) 2024-11-25T00:23:44,283 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/c5579443412a4010898a5feacb8a85c2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/c5579443412a4010898a5feacb8a85c2 2024-11-25T00:23:44,290 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into c5579443412a4010898a5feacb8a85c2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,290 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:44,290 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494224086; duration=0sec 2024-11-25T00:23:44,290 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,290 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:44,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494284344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494284346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494284349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494284354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494284448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494284448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,594 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#652 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:44,595 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0f84b6edcb5c4d70a580d0df889b4084 is 175, key is test_row_0/A:col10/1732494223223/Put/seqid=0 2024-11-25T00:23:44,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742594_1770 (size=32073) 2024-11-25T00:23:44,631 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/0f84b6edcb5c4d70a580d0df889b4084 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084 2024-11-25T00:23:44,637 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 0f84b6edcb5c4d70a580d0df889b4084(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:44,637 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:44,637 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494224085; duration=0sec 2024-11-25T00:23:44,637 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:44,637 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:44,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:44,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494284651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494284652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,657 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125806678058f4e4304b99e5b2db0ae5ced_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125806678058f4e4304b99e5b2db0ae5ced_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/812d8d30846048b9b3d547bdde51cb12, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/812d8d30846048b9b3d547bdde51cb12 is 175, key is test_row_0/A:col10/1732494223889/Put/seqid=0 2024-11-25T00:23:44,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742595_1771 (size=31255) 2024-11-25T00:23:44,702 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=373, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/812d8d30846048b9b3d547bdde51cb12 2024-11-25T00:23:44,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:44,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ecf0d49552cb45efab5710b70701566a is 50, key is test_row_0/B:col10/1732494223889/Put/seqid=0 2024-11-25T00:23:44,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742596_1772 (size=12301) 2024-11-25T00:23:44,759 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ecf0d49552cb45efab5710b70701566a 2024-11-25T00:23:44,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/afe3e6c6a24e4cab892ff2723e00cd38 is 50, key is test_row_0/C:col10/1732494223889/Put/seqid=0 2024-11-25T00:23:44,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742597_1773 (size=12301) 2024-11-25T00:23:44,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/afe3e6c6a24e4cab892ff2723e00cd38 2024-11-25T00:23:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/812d8d30846048b9b3d547bdde51cb12 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12 2024-11-25T00:23:44,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12, entries=150, sequenceid=373, filesize=30.5 K 2024-11-25T00:23:44,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/ecf0d49552cb45efab5710b70701566a as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a 2024-11-25T00:23:44,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T00:23:44,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/afe3e6c6a24e4cab892ff2723e00cd38 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38 2024-11-25T00:23:44,834 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38, entries=150, sequenceid=373, filesize=12.0 K 2024-11-25T00:23:44,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1ca62cfb54e7cdace503ceaca564344 in 702ms, sequenceid=373, compaction requested=false 2024-11-25T00:23:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:44,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-11-25T00:23:44,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-11-25T00:23:44,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-11-25T00:23:44,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2370 sec 2024-11-25T00:23:44,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 2.2430 sec 2024-11-25T00:23:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:44,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:44,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:44,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,957 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:44,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:44,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:44,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125943c19c035ce4641a487c823c7f995d1_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:44,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494284980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494284992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:44,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742598_1774 (size=12454) 2024-11-25T00:23:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494285087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494285093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494285291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494285295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494285352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494285362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,395 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:45,400 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125943c19c035ce4641a487c823c7f995d1_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125943c19c035ce4641a487c823c7f995d1_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:45,406 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c224f516f8264b719044fbc821ac9286, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:45,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c224f516f8264b719044fbc821ac9286 is 175, key is test_row_0/A:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:45,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742599_1775 (size=31255) 2024-11-25T00:23:45,449 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=400, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c224f516f8264b719044fbc821ac9286 2024-11-25T00:23:45,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/445495be4f424242950f17a1eee08e8d is 50, key is test_row_0/B:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:45,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742600_1776 (size=12301) 2024-11-25T00:23:45,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494285596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:45,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494285601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:45,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/445495be4f424242950f17a1eee08e8d 2024-11-25T00:23:45,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/ecc99e807a1a44cca08062c61f913144 is 50, key is test_row_0/C:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:45,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742601_1777 (size=12301) 2024-11-25T00:23:45,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/ecc99e807a1a44cca08062c61f913144 2024-11-25T00:23:45,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/c224f516f8264b719044fbc821ac9286 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286 2024-11-25T00:23:45,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286, entries=150, sequenceid=400, filesize=30.5 K 2024-11-25T00:23:45,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/445495be4f424242950f17a1eee08e8d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d 2024-11-25T00:23:45,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T00:23:45,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/ecc99e807a1a44cca08062c61f913144 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144 2024-11-25T00:23:45,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144, entries=150, sequenceid=400, filesize=12.0 K 2024-11-25T00:23:45,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for d1ca62cfb54e7cdace503ceaca564344 in 998ms, sequenceid=400, compaction requested=true 2024-11-25T00:23:45,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:45,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:45,955 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,955 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:45,955 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:45,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:45,960 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:45,960 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:45,960 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:45,960 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/f35893035bd34ee897e5673db61b0cf9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.9 K 2024-11-25T00:23:45,960 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:45,960 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:45,960 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:45,961 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=92.4 K 2024-11-25T00:23:45,961 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:45,961 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286] 2024-11-25T00:23:45,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting f35893035bd34ee897e5673db61b0cf9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:45,962 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f84b6edcb5c4d70a580d0df889b4084, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:45,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ecf0d49552cb45efab5710b70701566a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732494223889 2024-11-25T00:23:45,962 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 812d8d30846048b9b3d547bdde51cb12, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732494223889 2024-11-25T00:23:45,962 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 445495be4f424242950f17a1eee08e8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:45,963 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting c224f516f8264b719044fbc821ac9286, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:45,982 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#661 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:45,983 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7b5c64c3716945f690f7e3d817c811fb is 50, key is test_row_0/B:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:45,993 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:45,996 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411254874f8106ef949328b85c53049fbbccd_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:45,998 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411254874f8106ef949328b85c53049fbbccd_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:45,999 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411254874f8106ef949328b85c53049fbbccd_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:46,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742602_1778 (size=13255) 2024-11-25T00:23:46,020 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7b5c64c3716945f690f7e3d817c811fb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7b5c64c3716945f690f7e3d817c811fb 2024-11-25T00:23:46,026 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 7b5c64c3716945f690f7e3d817c811fb(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,026 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:46,027 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494225955; duration=0sec 2024-11-25T00:23:46,027 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:46,027 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:46,027 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:46,029 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:46,029 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:46,029 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:46,029 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/c5579443412a4010898a5feacb8a85c2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.8 K 2024-11-25T00:23:46,030 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting c5579443412a4010898a5feacb8a85c2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732494223211 2024-11-25T00:23:46,030 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting afe3e6c6a24e4cab892ff2723e00cd38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1732494223889 2024-11-25T00:23:46,030 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting ecc99e807a1a44cca08062c61f913144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:46,051 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#663 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:46,052 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/55d6287aba074c05ab1c5f916bd51680 is 50, key is test_row_0/C:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:46,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742603_1779 (size=4469) 2024-11-25T00:23:46,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742604_1780 (size=13221) 2024-11-25T00:23:46,097 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/55d6287aba074c05ab1c5f916bd51680 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/55d6287aba074c05ab1c5f916bd51680 2024-11-25T00:23:46,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-25T00:23:46,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:46,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:46,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:46,105 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:46,107 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 55d6287aba074c05ab1c5f916bd51680(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,107 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:46,107 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494225956; duration=0sec 2024-11-25T00:23:46,107 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,107 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:46,114 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250694f8eca80346dba10c5d5b3854c787_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494224979/Put/seqid=0 2024-11-25T00:23:46,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742605_1781 (size=14994) 2024-11-25T00:23:46,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:46,153 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411250694f8eca80346dba10c5d5b3854c787_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250694f8eca80346dba10c5d5b3854c787_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:46,154 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2f1aee6d417b47e3ad5b81a4c8b9f558, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:46,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2f1aee6d417b47e3ad5b81a4c8b9f558 is 175, key is test_row_0/A:col10/1732494224979/Put/seqid=0 2024-11-25T00:23:46,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494286152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494286156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742606_1782 (size=39949) 2024-11-25T00:23:46,199 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2f1aee6d417b47e3ad5b81a4c8b9f558 2024-11-25T00:23:46,229 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/01c4754162a44f369596ed8787b0d0db is 50, key is test_row_0/B:col10/1732494224979/Put/seqid=0 2024-11-25T00:23:46,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494286258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494286262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742607_1783 (size=12301) 2024-11-25T00:23:46,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/01c4754162a44f369596ed8787b0d0db 2024-11-25T00:23:46,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/18d2a83660f54a8a9bf50bac2a7e64bd is 50, key is test_row_0/C:col10/1732494224979/Put/seqid=0 2024-11-25T00:23:46,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742608_1784 (size=12301) 2024-11-25T00:23:46,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/18d2a83660f54a8a9bf50bac2a7e64bd 2024-11-25T00:23:46,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2f1aee6d417b47e3ad5b81a4c8b9f558 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558 2024-11-25T00:23:46,344 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558, entries=200, sequenceid=415, filesize=39.0 K 2024-11-25T00:23:46,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/01c4754162a44f369596ed8787b0d0db as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db 2024-11-25T00:23:46,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T00:23:46,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/18d2a83660f54a8a9bf50bac2a7e64bd as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd 2024-11-25T00:23:46,354 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd, entries=150, sequenceid=415, filesize=12.0 K 2024-11-25T00:23:46,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d1ca62cfb54e7cdace503ceaca564344 in 251ms, sequenceid=415, compaction requested=false 2024-11-25T00:23:46,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:46,458 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#662 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:46,459 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/6c81d460ec9c49a3af21e8e0c719aae6 is 175, key is test_row_0/A:col10/1732494224343/Put/seqid=0 2024-11-25T00:23:46,465 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:46,465 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:46,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742609_1785 (size=32175) 2024-11-25T00:23:46,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3934006207b4932906073e5b9d98f90_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:46,489 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/6c81d460ec9c49a3af21e8e0c719aae6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6 2024-11-25T00:23:46,494 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 6c81d460ec9c49a3af21e8e0c719aae6(size=31.4 K), total size for store is 70.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:46,494 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:46,494 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494225955; duration=0sec 2024-11-25T00:23:46,494 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:46,494 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494286493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494286494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742610_1786 (size=14994) 2024-11-25T00:23:46,509 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:46,515 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f3934006207b4932906073e5b9d98f90_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3934006207b4932906073e5b9d98f90_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:46,515 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/063c91ffc32449d28b86dc9f97abcb95, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:46,516 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/063c91ffc32449d28b86dc9f97abcb95 is 175, key is test_row_0/A:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:46,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742611_1787 (size=39949) 2024-11-25T00:23:46,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494286598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494286602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-11-25T00:23:46,706 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-11-25T00:23:46,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:46,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-11-25T00:23:46,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:46,709 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:46,710 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:46,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494286799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494286805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:46,863 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:46,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-25T00:23:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:46,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:46,931 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=439, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/063c91ffc32449d28b86dc9f97abcb95 2024-11-25T00:23:46,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/2ba2517c608848d89f78afa6f53099e4 is 50, key is test_row_0/B:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:46,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742612_1788 (size=12301) 2024-11-25T00:23:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:47,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,017 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-25T00:23:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:47,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,018 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494287103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494287112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,171 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-25T00:23:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:47,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-25T00:23:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] handler.RSProcedureHandler(58): pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=182 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=182 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:47,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494287365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,369 DEBUG [Thread-2909 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4144 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:47,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494287370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,372 DEBUG [Thread-2911 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:47,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/2ba2517c608848d89f78afa6f53099e4 2024-11-25T00:23:47,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a160ae14dec04844b4838dde2929b62e is 50, key is test_row_0/C:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:47,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742613_1789 (size=12301) 2024-11-25T00:23:47,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=439 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a160ae14dec04844b4838dde2929b62e 2024-11-25T00:23:47,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/063c91ffc32449d28b86dc9f97abcb95 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95 2024-11-25T00:23:47,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95, entries=200, sequenceid=439, filesize=39.0 K 2024-11-25T00:23:47,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/2ba2517c608848d89f78afa6f53099e4 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4 2024-11-25T00:23:47,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T00:23:47,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a160ae14dec04844b4838dde2929b62e as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e 2024-11-25T00:23:47,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e, entries=150, sequenceid=439, filesize=12.0 K 2024-11-25T00:23:47,451 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d1ca62cfb54e7cdace503ceaca564344 in 987ms, sequenceid=439, compaction requested=true 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:47,451 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:47,451 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:47,451 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:47,452 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 112073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:47,452 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:47,452 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,452 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=109.4 K 2024-11-25T00:23:47,452 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,452 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95] 2024-11-25T00:23:47,453 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:47,453 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:47,453 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,453 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7b5c64c3716945f690f7e3d817c811fb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=37.0 K 2024-11-25T00:23:47,453 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b5c64c3716945f690f7e3d817c811fb, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:47,454 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c81d460ec9c49a3af21e8e0c719aae6, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:47,454 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 01c4754162a44f369596ed8787b0d0db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732494224974 2024-11-25T00:23:47,454 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f1aee6d417b47e3ad5b81a4c8b9f558, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732494224974 2024-11-25T00:23:47,454 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ba2517c608848d89f78afa6f53099e4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226148 2024-11-25T00:23:47,455 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 063c91ffc32449d28b86dc9f97abcb95, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226136 2024-11-25T00:23:47,463 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:47,466 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#671 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:47,466 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/546157f217e24957abb87fcec11105f6 is 50, key is test_row_0/B:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:47,476 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125f0b022b9086b4db4bccbcc69de58f017_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:47,480 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125f0b022b9086b4db4bccbcc69de58f017_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:47,480 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125f0b022b9086b4db4bccbcc69de58f017_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:47,481 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-11-25T00:23:47,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,482 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:47,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:47,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742614_1790 (size=13357) 2024-11-25T00:23:47,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252cecf75a42434492b1371b1854fae665_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494226487/Put/seqid=0 2024-11-25T00:23:47,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742615_1791 (size=4469) 2024-11-25T00:23:47,529 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#670 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:47,529 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/6326db96be804e24a6b328539a89c856 is 175, key is test_row_0/A:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:47,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742616_1792 (size=12454) 2024-11-25T00:23:47,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:47,543 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252cecf75a42434492b1371b1854fae665_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cecf75a42434492b1371b1854fae665_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:47,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/4f69cc11f95843cd97763831d1b7072c, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:47,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/4f69cc11f95843cd97763831d1b7072c is 175, key is test_row_0/A:col10/1732494226487/Put/seqid=0 2024-11-25T00:23:47,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742617_1793 (size=32277) 2024-11-25T00:23:47,559 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/6326db96be804e24a6b328539a89c856 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856 2024-11-25T00:23:47,571 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 6326db96be804e24a6b328539a89c856(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:47,571 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:47,571 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494227451; duration=0sec 2024-11-25T00:23:47,571 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:47,571 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:47,572 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:47,573 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:47,573 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:47,573 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:47,573 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/55d6287aba074c05ab1c5f916bd51680, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=36.9 K 2024-11-25T00:23:47,574 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55d6287aba074c05ab1c5f916bd51680, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732494224342 2024-11-25T00:23:47,574 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18d2a83660f54a8a9bf50bac2a7e64bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1732494224974 2024-11-25T00:23:47,575 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting a160ae14dec04844b4838dde2929b62e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226148 2024-11-25T00:23:47,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742618_1794 (size=31255) 2024-11-25T00:23:47,608 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=453, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/4f69cc11f95843cd97763831d1b7072c 2024-11-25T00:23:47,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:47,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:47,618 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#673 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:47,620 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/62375625c7344feba87ed785db4e4946 is 50, key is test_row_0/C:col10/1732494226148/Put/seqid=0 2024-11-25T00:23:47,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/95a4d05eff08426b965c2e63e9c38285 is 50, key is test_row_0/B:col10/1732494226487/Put/seqid=0 2024-11-25T00:23:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742619_1795 (size=13323) 2024-11-25T00:23:47,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494287667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494287669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742620_1796 (size=12301) 2024-11-25T00:23:47,675 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/95a4d05eff08426b965c2e63e9c38285 2024-11-25T00:23:47,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8cb1087e980f4192a0183a843262c97c is 50, key is test_row_0/C:col10/1732494226487/Put/seqid=0 2024-11-25T00:23:47,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742621_1797 (size=12301) 2024-11-25T00:23:47,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494287770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494287772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:47,907 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/546157f217e24957abb87fcec11105f6 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/546157f217e24957abb87fcec11105f6 2024-11-25T00:23:47,913 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 546157f217e24957abb87fcec11105f6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:47,913 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:47,913 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494227451; duration=0sec 2024-11-25T00:23:47,913 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:47,913 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494287972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:47,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494287975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,070 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/62375625c7344feba87ed785db4e4946 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/62375625c7344feba87ed785db4e4946 2024-11-25T00:23:48,076 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 62375625c7344feba87ed785db4e4946(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:48,076 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:48,076 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494227451; duration=0sec 2024-11-25T00:23:48,076 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:48,076 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:48,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=453 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8cb1087e980f4192a0183a843262c97c 2024-11-25T00:23:48,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/4f69cc11f95843cd97763831d1b7072c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c 2024-11-25T00:23:48,133 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c, entries=150, sequenceid=453, filesize=30.5 K 2024-11-25T00:23:48,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/95a4d05eff08426b965c2e63e9c38285 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285 2024-11-25T00:23:48,138 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T00:23:48,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/8cb1087e980f4192a0183a843262c97c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c 2024-11-25T00:23:48,144 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c, entries=150, sequenceid=453, filesize=12.0 K 2024-11-25T00:23:48,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for d1ca62cfb54e7cdace503ceaca564344 in 664ms, sequenceid=453, compaction requested=false 2024-11-25T00:23:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:48,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-11-25T00:23:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-11-25T00:23:48,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-11-25T00:23:48,148 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4370 sec 2024-11-25T00:23:48,150 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 1.4420 sec 2024-11-25T00:23:48,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:48,279 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:48,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494288295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494288297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252ef0909da550463d8db710c3c316eaab_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:48,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742622_1798 (size=12454) 2024-11-25T00:23:48,343 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:48,349 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411252ef0909da550463d8db710c3c316eaab_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252ef0909da550463d8db710c3c316eaab_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:48,350 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7eaf6a26be6d4a86845bf2e277c4faa2, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:48,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7eaf6a26be6d4a86845bf2e277c4faa2 is 175, key is test_row_0/A:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:48,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742623_1799 (size=31255) 2024-11-25T00:23:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494288399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494288402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494288602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494288606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,767 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=480, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7eaf6a26be6d4a86845bf2e277c4faa2 2024-11-25T00:23:48,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7c5b418235d14f8baa0044ab561e32a7 is 50, key is test_row_0/B:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:48,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742624_1800 (size=12301) 2024-11-25T00:23:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-11-25T00:23:48,814 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-11-25T00:23:48,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-11-25T00:23:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T00:23:48,817 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:48,818 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:48,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:48,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494288907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494288911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T00:23:48,970 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:48,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-25T00:23:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:48,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:48,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T00:23:49,125 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-25T00:23:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:49,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:49,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7c5b418235d14f8baa0044ab561e32a7 2024-11-25T00:23:49,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/02414aedb397434b8df902dd0b168f28 is 50, key is test_row_0/C:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:49,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742625_1801 (size=12301) 2024-11-25T00:23:49,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/02414aedb397434b8df902dd0b168f28 2024-11-25T00:23:49,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/7eaf6a26be6d4a86845bf2e277c4faa2 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2 2024-11-25T00:23:49,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2, entries=150, sequenceid=480, filesize=30.5 K 2024-11-25T00:23:49,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7c5b418235d14f8baa0044ab561e32a7 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7 2024-11-25T00:23:49,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T00:23:49,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/02414aedb397434b8df902dd0b168f28 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28 2024-11-25T00:23:49,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28, entries=150, sequenceid=480, filesize=12.0 K 2024-11-25T00:23:49,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d1ca62cfb54e7cdace503ceaca564344 in 983ms, sequenceid=480, compaction requested=true 2024-11-25T00:23:49,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:49,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,263 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,263 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:49,264 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,264 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:49,265 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,265 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/546157f217e24957abb87fcec11105f6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=37.1 K 2024-11-25T00:23:49,265 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94787 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,265 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:49,265 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,265 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=92.6 K 2024-11-25T00:23:49,265 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,266 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2] 2024-11-25T00:23:49,266 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 546157f217e24957abb87fcec11105f6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226148 2024-11-25T00:23:49,266 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6326db96be804e24a6b328539a89c856, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226148 2024-11-25T00:23:49,266 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 95a4d05eff08426b965c2e63e9c38285, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494226487 2024-11-25T00:23:49,267 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c5b418235d14f8baa0044ab561e32a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:49,267 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f69cc11f95843cd97763831d1b7072c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494226487 2024-11-25T00:23:49,268 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7eaf6a26be6d4a86845bf2e277c4faa2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:49,278 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,279 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-11-25T00:23:49,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,280 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:49,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,282 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#679 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,283 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/54358fe36e3e40fca4e241b6c8f0cac1 is 50, key is test_row_0/B:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:49,284 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112508d353de8be54334b8fe1ec882f21a9d_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,287 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112508d353de8be54334b8fe1ec882f21a9d_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,287 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112508d353de8be54334b8fe1ec882f21a9d_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742626_1802 (size=13459) 2024-11-25T00:23:49,329 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/54358fe36e3e40fca4e241b6c8f0cac1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/54358fe36e3e40fca4e241b6c8f0cac1 2024-11-25T00:23:49,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742627_1803 (size=4469) 2024-11-25T00:23:49,335 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 54358fe36e3e40fca4e241b6c8f0cac1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,335 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,335 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494229263; duration=0sec 2024-11-25T00:23:49,335 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:49,335 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:49,335 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112501b26b7334094fa88f56a98bcc8127c5_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494228285/Put/seqid=0 2024-11-25T00:23:49,337 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#680 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,338 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f91212b0bab745ada5727dc620b6efa8 is 175, key is test_row_0/A:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:49,339 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,339 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:49,339 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,339 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/62375625c7344feba87ed785db4e4946, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=37.0 K 2024-11-25T00:23:49,339 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 62375625c7344feba87ed785db4e4946, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=439, earliestPutTs=1732494226148 2024-11-25T00:23:49,340 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cb1087e980f4192a0183a843262c97c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=453, earliestPutTs=1732494226487 2024-11-25T00:23:49,341 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 02414aedb397434b8df902dd0b168f28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:49,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742628_1804 (size=12454) 2024-11-25T00:23:49,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,365 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112501b26b7334094fa88f56a98bcc8127c5_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501b26b7334094fa88f56a98bcc8127c5_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:49,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/59defd5e61f54ea282bac6601df5ce7d, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/59defd5e61f54ea282bac6601df5ce7d is 175, key is test_row_0/A:col10/1732494228285/Put/seqid=0 2024-11-25T00:23:49,384 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#682 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,384 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a6cbae9716884940be15a20f4c9ed5cb is 50, key is test_row_0/C:col10/1732494227665/Put/seqid=0 2024-11-25T00:23:49,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742629_1805 (size=32379) 2024-11-25T00:23:49,402 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/f91212b0bab745ada5727dc620b6efa8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8 2024-11-25T00:23:49,407 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into f91212b0bab745ada5727dc620b6efa8(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,407 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,408 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494229263; duration=0sec 2024-11-25T00:23:49,408 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,408 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:49,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T00:23:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742630_1806 (size=31255) 2024-11-25T00:23:49,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742631_1807 (size=13425) 2024-11-25T00:23:49,424 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=492, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/59defd5e61f54ea282bac6601df5ce7d 2024-11-25T00:23:49,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4623144881444e48a150715c3248fa40 is 50, key is test_row_0/B:col10/1732494228285/Put/seqid=0 2024-11-25T00:23:49,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742632_1808 (size=12301) 2024-11-25T00:23:49,451 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4623144881444e48a150715c3248fa40 2024-11-25T00:23:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/52333eaeb17a411f8f8ad798448acb64 is 50, key is test_row_0/C:col10/1732494228285/Put/seqid=0 2024-11-25T00:23:49,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494289475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494289477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742633_1809 (size=12301) 2024-11-25T00:23:49,509 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/52333eaeb17a411f8f8ad798448acb64 2024-11-25T00:23:49,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/59defd5e61f54ea282bac6601df5ce7d as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d 2024-11-25T00:23:49,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d, entries=150, sequenceid=492, filesize=30.5 K 2024-11-25T00:23:49,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/4623144881444e48a150715c3248fa40 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40 2024-11-25T00:23:49,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T00:23:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/52333eaeb17a411f8f8ad798448acb64 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64 2024-11-25T00:23:49,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64, entries=150, sequenceid=492, filesize=12.0 K 2024-11-25T00:23:49,533 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d1ca62cfb54e7cdace503ceaca564344 in 253ms, sequenceid=492, compaction requested=false 2024-11-25T00:23:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-11-25T00:23:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-11-25T00:23:49,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-11-25T00:23:49,537 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 716 msec 2024-11-25T00:23:49,540 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 722 msec 2024-11-25T00:23:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:49,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:23:49,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494289594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494289595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598cfd5dfca2540bda4dea5cefb1c7aa4_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742634_1810 (size=12454) 2024-11-25T00:23:49,614 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,620 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112598cfd5dfca2540bda4dea5cefb1c7aa4_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598cfd5dfca2540bda4dea5cefb1c7aa4_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:49,622 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/294cd78166124cf6882a28ace45a6252, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/294cd78166124cf6882a28ace45a6252 is 175, key is test_row_0/A:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742635_1811 (size=31255) 2024-11-25T00:23:49,627 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=520, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/294cd78166124cf6882a28ace45a6252 2024-11-25T00:23:49,633 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9ec83dc1439548f88055062371a4dc0c is 50, key is test_row_0/B:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742636_1812 (size=12301) 2024-11-25T00:23:49,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9ec83dc1439548f88055062371a4dc0c 2024-11-25T00:23:49,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/fc101c7755e54c868238147bc54b56f0 is 50, key is test_row_0/C:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742637_1813 (size=12301) 2024-11-25T00:23:49,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/fc101c7755e54c868238147bc54b56f0 2024-11-25T00:23:49,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494289697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494289700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/294cd78166124cf6882a28ace45a6252 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252 2024-11-25T00:23:49,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252, entries=150, sequenceid=520, filesize=30.5 K 2024-11-25T00:23:49,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/9ec83dc1439548f88055062371a4dc0c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c 2024-11-25T00:23:49,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c, entries=150, sequenceid=520, filesize=12.0 K 2024-11-25T00:23:49,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/fc101c7755e54c868238147bc54b56f0 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0 2024-11-25T00:23:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0, entries=150, sequenceid=520, filesize=12.0 K 2024-11-25T00:23:49,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for d1ca62cfb54e7cdace503ceaca564344 in 135ms, sequenceid=520, compaction requested=true 2024-11-25T00:23:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,718 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:49,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:49,720 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,720 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/A is initiating minor compaction (all files) 2024-11-25T00:23:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,720 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/A in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,720 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=92.7 K 2024-11-25T00:23:49,720 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,720 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. files: [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252] 2024-11-25T00:23:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,724 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting f91212b0bab745ada5727dc620b6efa8, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:49,724 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59defd5e61f54ea282bac6601df5ce7d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732494228285 2024-11-25T00:23:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,725 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 294cd78166124cf6882a28ace45a6252, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494229472 2024-11-25T00:23:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,735 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,738 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241125d6ffe5c5e358434bbb0e4f84ca849466_d1ca62cfb54e7cdace503ceaca564344 store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,740 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241125d6ffe5c5e358434bbb0e4f84ca849466_d1ca62cfb54e7cdace503ceaca564344, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,740 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d6ffe5c5e358434bbb0e4f84ca849466_d1ca62cfb54e7cdace503ceaca564344 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742638_1814 (size=4469) 2024-11-25T00:23:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,780 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#A#compaction#688 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,780 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/068c2518d2f94986bcea74a49741c397 is 175, key is test_row_0/A:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742639_1815 (size=32481) 2024-11-25T00:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,790 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/068c2518d2f94986bcea74a49741c397 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/068c2518d2f94986bcea74a49741c397 2024-11-25T00:23:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,794 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/A of d1ca62cfb54e7cdace503ceaca564344 into 068c2518d2f94986bcea74a49741c397(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,794 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,794 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/A, priority=13, startTime=1732494229718; duration=0sec 2024-11-25T00:23:49,794 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-25T00:23:49,794 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:49,794 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:49,795 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:49,795 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:49,795 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:49,795 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:49,795 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-25T00:23:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,796 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-25T00:23:49,796 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/B is initiating minor compaction (all files) 2024-11-25T00:23:49,796 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/B in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:49,796 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/54358fe36e3e40fca4e241b6c8f0cac1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=37.2 K 2024-11-25T00:23:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,797 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54358fe36e3e40fca4e241b6c8f0cac1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:49,797 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4623144881444e48a150715c3248fa40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732494228285 2024-11-25T00:23:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,798 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ec83dc1439548f88055062371a4dc0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494229472 2024-11-25T00:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,804 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#B#compaction#689 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,804 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ab8abb16be84be0a76fbac9ae1d3358 is 50, key is test_row_0/B:col10/1732494229581/Put/seqid=0 2024-11-25T00:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742640_1816 (size=13561) 2024-11-25T00:23:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,827 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/a6cbae9716884940be15a20f4c9ed5cb as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a6cbae9716884940be15a20f4c9ed5cb 2024-11-25T00:23:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,831 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into a6cbae9716884940be15a20f4c9ed5cb(size=13.1 K), total size for store is 37.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:49,831 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:49,831 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=13, startTime=1732494229264; duration=0sec 2024-11-25T00:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,831 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:49,831 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:49,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:49,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125166bdc8207724bf3bfe41991c2faffb6_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494229904/Put/seqid=0 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-11-25T00:23:49,920 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-11-25T00:23:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742641_1817 (size=12454) 2024-11-25T00:23:49,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-11-25T00:23:49,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:49,926 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:49,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:49,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494289949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:49,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494289951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494290053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494290055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,217 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ab8abb16be84be0a76fbac9ae1d3358 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ab8abb16be84be0a76fbac9ae1d3358 2024-11-25T00:23:50,221 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/B of d1ca62cfb54e7cdace503ceaca564344 into 6ab8abb16be84be0a76fbac9ae1d3358(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:50,221 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:50,221 INFO [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/B, priority=13, startTime=1732494229719; duration=0sec 2024-11-25T00:23:50,221 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:50,222 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:50,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494290256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,260 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494290258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,322 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:50,325 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125166bdc8207724bf3bfe41991c2faffb6_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125166bdc8207724bf3bfe41991c2faffb6_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:50,325 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a6605cc42dbd43759a9f21a2ec5e5bda, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:50,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a6605cc42dbd43759a9f21a2ec5e5bda is 175, key is test_row_0/A:col10/1732494229904/Put/seqid=0 2024-11-25T00:23:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742642_1818 (size=31251) 2024-11-25T00:23:50,382 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:50,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494290558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494290561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,688 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=533, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a6605cc42dbd43759a9f21a2ec5e5bda 2024-11-25T00:23:50,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7d369e6196bd4ae38a766764afad3d4c is 50, key is test_row_0/B:col10/1732494229904/Put/seqid=0 2024-11-25T00:23:50,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742643_1819 (size=9857) 2024-11-25T00:23:50,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:50,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:50,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:50,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:51,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494291061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494291064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,139 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7d369e6196bd4ae38a766764afad3d4c 2024-11-25T00:23:51,145 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/5d23e3f20b7c40e5b2f5c6a8110111fe is 50, key is test_row_0/C:col10/1732494229904/Put/seqid=0 2024-11-25T00:23:51,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:51,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742644_1820 (size=9857) 2024-11-25T00:23:51,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:51,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48374 deadline: 1732494291401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,402 DEBUG [Thread-2911 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:51,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48354 deadline: 1732494291402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,404 DEBUG [Thread-2909 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:51,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-0 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-25T00:23:51,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=533 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/5d23e3f20b7c40e5b2f5c6a8110111fe 2024-11-25T00:23:51,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/a6605cc42dbd43759a9f21a2ec5e5bda as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a6605cc42dbd43759a9f21a2ec5e5bda 2024-11-25T00:23:51,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a6605cc42dbd43759a9f21a2ec5e5bda, entries=150, sequenceid=533, filesize=30.5 K 2024-11-25T00:23:51,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/7d369e6196bd4ae38a766764afad3d4c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7d369e6196bd4ae38a766764afad3d4c 2024-11-25T00:23:51,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7d369e6196bd4ae38a766764afad3d4c, entries=100, sequenceid=533, filesize=9.6 K 2024-11-25T00:23:51,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/5d23e3f20b7c40e5b2f5c6a8110111fe as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe 2024-11-25T00:23:51,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe, entries=100, sequenceid=533, filesize=9.6 K 2024-11-25T00:23:51,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d1ca62cfb54e7cdace503ceaca564344 in 1658ms, sequenceid=533, compaction requested=true 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:A, priority=-2147483648, current under compaction store size is 1 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:51,564 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:B, priority=-2147483648, current under compaction store size is 2 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:51,564 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d1ca62cfb54e7cdace503ceaca564344:C, priority=-2147483648, current under compaction store size is 3 2024-11-25T00:23:51,564 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-25T00:23:51,564 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:51,564 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. because compaction request was cancelled 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:B 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:A 2024-11-25T00:23:51,565 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-25T00:23:51,566 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47884 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-25T00:23:51,566 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1540): d1ca62cfb54e7cdace503ceaca564344/C is initiating minor compaction (all files) 2024-11-25T00:23:51,566 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d1ca62cfb54e7cdace503ceaca564344/C in TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,566 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a6cbae9716884940be15a20f4c9ed5cb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe] into tmpdir=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp, totalSize=46.8 K 2024-11-25T00:23:51,567 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting a6cbae9716884940be15a20f4c9ed5cb, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=480, earliestPutTs=1732494227665 2024-11-25T00:23:51,568 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 52333eaeb17a411f8f8ad798448acb64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1732494228285 2024-11-25T00:23:51,568 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting fc101c7755e54c868238147bc54b56f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1732494229472 2024-11-25T00:23:51,568 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d23e3f20b7c40e5b2f5c6a8110111fe, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=533, earliestPutTs=1732494229593 2024-11-25T00:23:51,575 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d1ca62cfb54e7cdace503ceaca564344#C#compaction#693 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-25T00:23:51,576 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/9a47a30f44ea48e3b90f8bb1a7bf7020 is 50, key is test_row_0/C:col10/1732494229904/Put/seqid=0 2024-11-25T00:23:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742645_1821 (size=13561) 2024-11-25T00:23:51,582 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/9a47a30f44ea48e3b90f8bb1a7bf7020 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9a47a30f44ea48e3b90f8bb1a7bf7020 2024-11-25T00:23:51,586 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d1ca62cfb54e7cdace503ceaca564344/C of d1ca62cfb54e7cdace503ceaca564344 into 9a47a30f44ea48e3b90f8bb1a7bf7020(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-25T00:23:51,586 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:51,586 INFO [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., storeName=d1ca62cfb54e7cdace503ceaca564344/C, priority=12, startTime=1732494231564; duration=0sec 2024-11-25T00:23:51,586 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-25T00:23:51,586 DEBUG [RS:0;4bb75722a6be:32995-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d1ca62cfb54e7cdace503ceaca564344:C 2024-11-25T00:23:51,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:51,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:51,604 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:51,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:51,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d500a8c9284f491e8f56801c6787c167_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494229938/Put/seqid=0 2024-11-25T00:23:51,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742646_1822 (size=12454) 2024-11-25T00:23:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:52,032 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241125d500a8c9284f491e8f56801c6787c167_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d500a8c9284f491e8f56801c6787c167_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:52,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2025d05e8293455ba994377afdadb8b8, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:52,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2025d05e8293455ba994377afdadb8b8 is 175, key is test_row_0/A:col10/1732494229938/Put/seqid=0 2024-11-25T00:23:52,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742647_1823 (size=31255) 2024-11-25T00:23:52,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:52,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:52,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 311 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494292074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494292075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494292176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494292178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494292378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494292381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,437 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=560, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2025d05e8293455ba994377afdadb8b8 2024-11-25T00:23:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4a2a38d5b32432386edc7a147edb576 is 50, key is test_row_0/B:col10/1732494229938/Put/seqid=0 2024-11-25T00:23:52,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742648_1824 (size=12301) 2024-11-25T00:23:52,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48428 deadline: 1732494292452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,454 DEBUG [Thread-2915 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18294 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344., hostname=4bb75722a6be,32995,1732494057205, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-25T00:23:52,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494292682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:52,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494292683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:52,847 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4a2a38d5b32432386edc7a147edb576 2024-11-25T00:23:52,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/267fe02358fc4f25a3f06ddd25ec98ea is 50, key is test_row_0/C:col10/1732494229938/Put/seqid=0 2024-11-25T00:23:52,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742649_1825 (size=12301) 2024-11-25T00:23:53,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:53,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48390 deadline: 1732494293185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:53,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-25T00:23:53,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48400 deadline: 1732494293189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 2024-11-25T00:23:53,258 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=560 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/267fe02358fc4f25a3f06ddd25ec98ea 2024-11-25T00:23:53,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/2025d05e8293455ba994377afdadb8b8 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2025d05e8293455ba994377afdadb8b8 2024-11-25T00:23:53,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2025d05e8293455ba994377afdadb8b8, entries=150, sequenceid=560, filesize=30.5 K 2024-11-25T00:23:53,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/d4a2a38d5b32432386edc7a147edb576 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4a2a38d5b32432386edc7a147edb576 2024-11-25T00:23:53,274 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4a2a38d5b32432386edc7a147edb576, entries=150, sequenceid=560, filesize=12.0 K 2024-11-25T00:23:53,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/267fe02358fc4f25a3f06ddd25ec98ea as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/267fe02358fc4f25a3f06ddd25ec98ea 2024-11-25T00:23:53,278 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/267fe02358fc4f25a3f06ddd25ec98ea, entries=150, sequenceid=560, filesize=12.0 K 2024-11-25T00:23:53,279 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d1ca62cfb54e7cdace503ceaca564344 in 1675ms, sequenceid=560, compaction requested=true 2024-11-25T00:23:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-11-25T00:23:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-11-25T00:23:53,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-11-25T00:23:53,282 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3550 sec 2024-11-25T00:23:53,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 3.3580 sec 2024-11-25T00:23:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-11-25T00:23:54,031 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-11-25T00:23:54,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-25T00:23:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-11-25T00:23:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:54,034 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-25T00:23:54,034 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-25T00:23:54,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-25T00:23:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:54,172 DEBUG [Thread-2924 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x60507b8f to 127.0.0.1:58567 2024-11-25T00:23:54,172 DEBUG [Thread-2918 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c6fde8c to 127.0.0.1:58567 2024-11-25T00:23:54,172 DEBUG [Thread-2924 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,172 DEBUG [Thread-2918 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,173 DEBUG [Thread-2920 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x675cc1c7 to 127.0.0.1:58567 2024-11-25T00:23:54,173 DEBUG [Thread-2920 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,173 DEBUG [Thread-2926 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5005c24c to 127.0.0.1:58567 2024-11-25T00:23:54,174 DEBUG [Thread-2926 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,174 DEBUG [Thread-2922 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73e9c98b to 127.0.0.1:58567 2024-11-25T00:23:54,174 DEBUG [Thread-2922 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,186 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:23:54,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32995 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-11-25T00:23:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:54,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-25T00:23:54,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:23:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:23:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:23:54,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:23:54,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251041f240b9074c448b064476633ec015_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494232064/Put/seqid=0 2024-11-25T00:23:54,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32995 {}] regionserver.HRegion(8581): Flush requested on d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:54,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. as already flushing 2024-11-25T00:23:54,193 DEBUG [Thread-2913 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29247c18 to 127.0.0.1:58567 2024-11-25T00:23:54,193 DEBUG [Thread-2913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742650_1826 (size=12454) 2024-11-25T00:23:54,201 DEBUG [Thread-2907 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x031adbce to 127.0.0.1:58567 2024-11-25T00:23:54,201 DEBUG [Thread-2907 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:23:54,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:54,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:23:54,598 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411251041f240b9074c448b064476633ec015_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251041f240b9074c448b064476633ec015_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:23:54,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/db585573e7fe481f81dfac4220633083, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:23:54,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/db585573e7fe481f81dfac4220633083 is 175, key is test_row_0/A:col10/1732494232064/Put/seqid=0 2024-11-25T00:23:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742651_1827 (size=31255) 2024-11-25T00:23:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:55,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=571, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/db585573e7fe481f81dfac4220633083 2024-11-25T00:23:55,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ce0dbed0b5b44fdbceabc07f5760b03 is 50, key is test_row_0/B:col10/1732494232064/Put/seqid=0 2024-11-25T00:23:55,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742652_1828 (size=12301) 2024-11-25T00:23:55,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:55,410 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ce0dbed0b5b44fdbceabc07f5760b03 2024-11-25T00:23:55,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/24c618ad2751419eb465e96df3f36703 is 50, key is test_row_0/C:col10/1732494232064/Put/seqid=0 2024-11-25T00:23:55,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742653_1829 (size=12301) 2024-11-25T00:23:55,579 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-25T00:23:55,819 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=571 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/24c618ad2751419eb465e96df3f36703 2024-11-25T00:23:55,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/db585573e7fe481f81dfac4220633083 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/db585573e7fe481f81dfac4220633083 2024-11-25T00:23:55,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/db585573e7fe481f81dfac4220633083, entries=150, sequenceid=571, filesize=30.5 K 2024-11-25T00:23:55,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/6ce0dbed0b5b44fdbceabc07f5760b03 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ce0dbed0b5b44fdbceabc07f5760b03 2024-11-25T00:23:55,826 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ce0dbed0b5b44fdbceabc07f5760b03, entries=150, sequenceid=571, filesize=12.0 K 2024-11-25T00:23:55,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/24c618ad2751419eb465e96df3f36703 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/24c618ad2751419eb465e96df3f36703 2024-11-25T00:23:55,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/24c618ad2751419eb465e96df3f36703, entries=150, sequenceid=571, filesize=12.0 K 2024-11-25T00:23:55,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for d1ca62cfb54e7cdace503ceaca564344 in 1643ms, sequenceid=571, compaction requested=true 2024-11-25T00:23:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:23:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:23:55,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4bb75722a6be:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-11-25T00:23:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-11-25T00:23:55,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-11-25T00:23:55,831 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-25T00:23:55,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 1.7990 sec 2024-11-25T00:23:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-11-25T00:23:56,138 INFO [Thread-2917 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-11-25T00:23:59,467 DEBUG [regionserver/4bb75722a6be:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-25T00:24:01,414 DEBUG [Thread-2909 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4276b1e9 to 127.0.0.1:58567 2024-11-25T00:24:01,414 DEBUG [Thread-2909 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:01,458 DEBUG [Thread-2911 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x574dd3aa to 127.0.0.1:58567 2024-11-25T00:24:01,458 DEBUG [Thread-2911 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:02,536 DEBUG [Thread-2915 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37227cb3 to 127.0.0.1:58567 2024-11-25T00:24:02,536 DEBUG [Thread-2915 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 106 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 92 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 1 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4967 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4947 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4729 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5014 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4938 2024-11-25T00:24:02,536 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-25T00:24:02,536 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:24:02,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x095ad211 to 127.0.0.1:58567 2024-11-25T00:24:02,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:02,540 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-25T00:24:02,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-25T00:24:02,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:02,543 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494242543"}]},"ts":"1732494242543"} 2024-11-25T00:24:02,544 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-25T00:24:02,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-25T00:24:02,546 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-25T00:24:02,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-25T00:24:02,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, UNASSIGN}] 2024-11-25T00:24:02,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=191, ppid=190, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, UNASSIGN 2024-11-25T00:24:02,550 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=CLOSING, regionLocation=4bb75722a6be,32995,1732494057205 2024-11-25T00:24:02,550 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-25T00:24:02,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; CloseRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205}] 2024-11-25T00:24:02,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-25T00:24:02,701 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4bb75722a6be,32995,1732494057205 2024-11-25T00:24:02,701 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(124): Close d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:02,701 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1681): Closing d1ca62cfb54e7cdace503ceaca564344, disabling compactions & flushes 2024-11-25T00:24:02,702 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. after waiting 0 ms 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:24:02,702 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(2837): Flushing d1ca62cfb54e7cdace503ceaca564344 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=A 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=B 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d1ca62cfb54e7cdace503ceaca564344, store=C 2024-11-25T00:24:02,702 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-25T00:24:02,707 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112566ea667ae7dd4c5e8b3a43f17964cb04_d1ca62cfb54e7cdace503ceaca564344 is 50, key is test_row_0/A:col10/1732494241457/Put/seqid=0 2024-11-25T00:24:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742654_1830 (size=9914) 2024-11-25T00:24:02,710 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-25T00:24:02,713 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112566ea667ae7dd4c5e8b3a43f17964cb04_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566ea667ae7dd4c5e8b3a43f17964cb04_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:02,714 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fc21d384c67c4e7f99e788adf0218fc1, store: [table=TestAcidGuarantees family=A region=d1ca62cfb54e7cdace503ceaca564344] 2024-11-25T00:24:02,715 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fc21d384c67c4e7f99e788adf0218fc1 is 175, key is test_row_0/A:col10/1732494241457/Put/seqid=0 2024-11-25T00:24:02,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742655_1831 (size=22561) 2024-11-25T00:24:02,718 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=579, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fc21d384c67c4e7f99e788adf0218fc1 2024-11-25T00:24:02,723 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0c354086a22e40929939ca0c5b787931 is 50, key is test_row_0/B:col10/1732494241457/Put/seqid=0 2024-11-25T00:24:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742656_1832 (size=9857) 2024-11-25T00:24:02,730 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0c354086a22e40929939ca0c5b787931 2024-11-25T00:24:02,735 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/4dccc0cbc48d4f1fbe41c81d316a4e6c is 50, key is test_row_0/C:col10/1732494241457/Put/seqid=0 2024-11-25T00:24:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742657_1833 (size=9857) 2024-11-25T00:24:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-25T00:24:03,139 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=579 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/4dccc0cbc48d4f1fbe41c81d316a4e6c 2024-11-25T00:24:03,142 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/A/fc21d384c67c4e7f99e788adf0218fc1 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fc21d384c67c4e7f99e788adf0218fc1 2024-11-25T00:24:03,145 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fc21d384c67c4e7f99e788adf0218fc1, entries=100, sequenceid=579, filesize=22.0 K 2024-11-25T00:24:03,146 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/B/0c354086a22e40929939ca0c5b787931 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0c354086a22e40929939ca0c5b787931 2024-11-25T00:24:03,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-25T00:24:03,149 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0c354086a22e40929939ca0c5b787931, entries=100, sequenceid=579, filesize=9.6 K 2024-11-25T00:24:03,149 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/.tmp/C/4dccc0cbc48d4f1fbe41c81d316a4e6c as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/4dccc0cbc48d4f1fbe41c81d316a4e6c 2024-11-25T00:24:03,152 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/4dccc0cbc48d4f1fbe41c81d316a4e6c, entries=100, sequenceid=579, filesize=9.6 K 2024-11-25T00:24:03,153 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d1ca62cfb54e7cdace503ceaca564344 in 451ms, sequenceid=579, compaction requested=true 2024-11-25T00:24:03,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252] to archive 2024-11-25T00:24:03,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:03,156 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cef32af4657140bab03859c35f37ce10 2024-11-25T00:24:03,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/cf272ccd02fa4ff7b67aef831af27e53 2024-11-25T00:24:03,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c5d995e45daf4c2e924a25cd5a35d8e3 2024-11-25T00:24:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/3540bc0287fe4ad1a9405601a1c9d568 2024-11-25T00:24:03,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/77f0469cabd447e4bf7efd2d96d2547e 2024-11-25T00:24:03,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/b1174d71339e41e093188332951d153a 2024-11-25T00:24:03,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7e519eb5d5b442a48d7ec3e36cb515cf 2024-11-25T00:24:03,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fd82e824100e440c909de26b6737f952 2024-11-25T00:24:03,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/548c6e67237b47779fe4dc17c8634344 2024-11-25T00:24:03,166 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/40cddf42ac8e43829f97d38f805f7da3 2024-11-25T00:24:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/902fb08fd0a844489ef24723ee7c5976 2024-11-25T00:24:03,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/844a3936df4a4bfc86e34326f20dec1e 2024-11-25T00:24:03,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/73f6db075fc940fb8cdacd9c978b857f 2024-11-25T00:24:03,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a163455c93534e8abb014b377976dfc7 2024-11-25T00:24:03,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/202635ddf04c41298a6dea99c063c03a 2024-11-25T00:24:03,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/8151914b0ef14e338039685fa4dca3d7 2024-11-25T00:24:03,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/99197a5ba8b3481e9f5aaefaa38b507b 2024-11-25T00:24:03,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/428b25a671d64c4d8d42c83e350ba625 2024-11-25T00:24:03,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f90e3b5a94884f0bae158c690eda5ec0 2024-11-25T00:24:03,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/55e70425486e488e9abc265b1dd82813 2024-11-25T00:24:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/06acbd192fc143468e99c6f375d1dfd5 2024-11-25T00:24:03,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/be6176ae51a44ffd8cdab2975250544f 2024-11-25T00:24:03,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0ffda5613c63414fb320600f8ffe9425 2024-11-25T00:24:03,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0f84b6edcb5c4d70a580d0df889b4084 2024-11-25T00:24:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/0599e194d42a4e60bbc737953aa18872 2024-11-25T00:24:03,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/812d8d30846048b9b3d547bdde51cb12 2024-11-25T00:24:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6c81d460ec9c49a3af21e8e0c719aae6 2024-11-25T00:24:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/c224f516f8264b719044fbc821ac9286 2024-11-25T00:24:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2f1aee6d417b47e3ad5b81a4c8b9f558 2024-11-25T00:24:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/063c91ffc32449d28b86dc9f97abcb95 2024-11-25T00:24:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/6326db96be804e24a6b328539a89c856 2024-11-25T00:24:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/4f69cc11f95843cd97763831d1b7072c 2024-11-25T00:24:03,199 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/f91212b0bab745ada5727dc620b6efa8 2024-11-25T00:24:03,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/7eaf6a26be6d4a86845bf2e277c4faa2 2024-11-25T00:24:03,201 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/59defd5e61f54ea282bac6601df5ce7d 2024-11-25T00:24:03,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/294cd78166124cf6882a28ace45a6252 2024-11-25T00:24:03,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1b7744e17ed64ba68b0d6f2b78c24f4c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b1c2da81bb5c4db0b1667edbf609fe57, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/641c21674cce4b11a02445ff040d2c8c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/69bcc7656f8740a987b95b391869740c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/07b495e2240c4e26a064225ff46c9570, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/853c54637aab4e278c2c4611883dd230, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3d797e47025349d2bafdf52ac7939785, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/f35893035bd34ee897e5673db61b0cf9, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7b5c64c3716945f690f7e3d817c811fb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/546157f217e24957abb87fcec11105f6, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/54358fe36e3e40fca4e241b6c8f0cac1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c] to archive 2024-11-25T00:24:03,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:03,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1e238b5deb2041b9a26f8bbbb26294d5 2024-11-25T00:24:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ed106dcc4a748e4b5f54780a3a15073 2024-11-25T00:24:03,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1b7744e17ed64ba68b0d6f2b78c24f4c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1b7744e17ed64ba68b0d6f2b78c24f4c 2024-11-25T00:24:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4420787a6a2f4812b589828b46c6ca54 2024-11-25T00:24:03,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/1f4e271d2f7c453d91985af22a2e93fd 2024-11-25T00:24:03,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/8cac3c9fc8134b53a921b967285a4e16 2024-11-25T00:24:03,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b1c2da81bb5c4db0b1667edbf609fe57 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b1c2da81bb5c4db0b1667edbf609fe57 2024-11-25T00:24:03,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3293872b08494624ad290baa2817b699 2024-11-25T00:24:03,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9a4e1d25e5904f6faec8df6841745a04 2024-11-25T00:24:03,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/641c21674cce4b11a02445ff040d2c8c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/641c21674cce4b11a02445ff040d2c8c 2024-11-25T00:24:03,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3787e9b6da7a4943b68826a70a0fdd54 2024-11-25T00:24:03,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/30c53009b8184b5798d1718abb455d5f 2024-11-25T00:24:03,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/69bcc7656f8740a987b95b391869740c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/69bcc7656f8740a987b95b391869740c 2024-11-25T00:24:03,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0760901f1a7d423a9c8755b5c6227a86 2024-11-25T00:24:03,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/a7122c206a7e4524a99082e2a374c020 2024-11-25T00:24:03,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/07b495e2240c4e26a064225ff46c9570 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/07b495e2240c4e26a064225ff46c9570 2024-11-25T00:24:03,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6c1f5ee18fbe4747b255d80be8b81b6f 2024-11-25T00:24:03,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/b840384a60b942a6871a1ad5bfeac1ad 2024-11-25T00:24:03,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/853c54637aab4e278c2c4611883dd230 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/853c54637aab4e278c2c4611883dd230 2024-11-25T00:24:03,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4c2494372d34d669f7eee68703515c0 2024-11-25T00:24:03,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/392966fb16304d06aeb9a26b3d561b01 2024-11-25T00:24:03,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3d797e47025349d2bafdf52ac7939785 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/3d797e47025349d2bafdf52ac7939785 2024-11-25T00:24:03,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/328a0171a49048319bcef9218d94e4f0 2024-11-25T00:24:03,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ab66d8f98b634d748729f1091141540a 2024-11-25T00:24:03,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/f35893035bd34ee897e5673db61b0cf9 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/f35893035bd34ee897e5673db61b0cf9 2024-11-25T00:24:03,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d0786888b6134bf0a87984b2efe937a0 2024-11-25T00:24:03,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/ecf0d49552cb45efab5710b70701566a 2024-11-25T00:24:03,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7b5c64c3716945f690f7e3d817c811fb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7b5c64c3716945f690f7e3d817c811fb 2024-11-25T00:24:03,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/445495be4f424242950f17a1eee08e8d 2024-11-25T00:24:03,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/01c4754162a44f369596ed8787b0d0db 2024-11-25T00:24:03,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/546157f217e24957abb87fcec11105f6 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/546157f217e24957abb87fcec11105f6 2024-11-25T00:24:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/2ba2517c608848d89f78afa6f53099e4 2024-11-25T00:24:03,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/95a4d05eff08426b965c2e63e9c38285 2024-11-25T00:24:03,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/54358fe36e3e40fca4e241b6c8f0cac1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/54358fe36e3e40fca4e241b6c8f0cac1 2024-11-25T00:24:03,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7c5b418235d14f8baa0044ab561e32a7 2024-11-25T00:24:03,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/4623144881444e48a150715c3248fa40 2024-11-25T00:24:03,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/9ec83dc1439548f88055062371a4dc0c 2024-11-25T00:24:03,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/bf63ec2ebd1e45cabc241e7da31b17cd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b7d193703535499183a2ae56d0c9ed42, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9557c4e999ed4be1a9351ad69b40623a, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/54d08b801c4a48228806ffedca67f2b5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66663bbe1b29423c837c62041cb2feec, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/2bb23c450bb846378d12d3f6e1c69d76, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/c5579443412a4010898a5feacb8a85c2, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/55d6287aba074c05ab1c5f916bd51680, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/62375625c7344feba87ed785db4e4946, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a6cbae9716884940be15a20f4c9ed5cb, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe] to archive 2024-11-25T00:24:03,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-25T00:24:03,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97a89cf777cc4009baf3822fae948eea 2024-11-25T00:24:03,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/60976ed69ae94e7fac39da2121a75805 2024-11-25T00:24:03,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/bf63ec2ebd1e45cabc241e7da31b17cd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/bf63ec2ebd1e45cabc241e7da31b17cd 2024-11-25T00:24:03,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a5b0385b8e614bca867607508495681c 2024-11-25T00:24:03,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66041bd3a42a42e8a30cd3dd282d6e39 2024-11-25T00:24:03,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e94d5a49430d450ab8271e5fbd3f4285 2024-11-25T00:24:03,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b7d193703535499183a2ae56d0c9ed42 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b7d193703535499183a2ae56d0c9ed42 2024-11-25T00:24:03,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8f165425e3f94dcbb68ce78e3eeccdfa 2024-11-25T00:24:03,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/aa403e5290e64b93b4e23ab5da109a58 2024-11-25T00:24:03,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9557c4e999ed4be1a9351ad69b40623a to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9557c4e999ed4be1a9351ad69b40623a 2024-11-25T00:24:03,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/3e3e3143f572424499b49467d5306266 2024-11-25T00:24:03,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/e88a41bcea0047898e4bfef54397d943 2024-11-25T00:24:03,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/88b592ad186943c68ba01bfb6e7a07d1 2024-11-25T00:24:03,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/97db7647925e4721af800bb71f7240c0 2024-11-25T00:24:03,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/54d08b801c4a48228806ffedca67f2b5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/54d08b801c4a48228806ffedca67f2b5 2024-11-25T00:24:03,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8c0b0bf4592d42ecab5635573a04d4a5 2024-11-25T00:24:03,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/b2b50fc3db5c4622ab219983089f812c 2024-11-25T00:24:03,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66663bbe1b29423c837c62041cb2feec to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/66663bbe1b29423c837c62041cb2feec 2024-11-25T00:24:03,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d29e0e804b614e819ce1608393b6a783 2024-11-25T00:24:03,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/7c5439389bda4b98abdb53c40d4d49ee 2024-11-25T00:24:03,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/2bb23c450bb846378d12d3f6e1c69d76 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/2bb23c450bb846378d12d3f6e1c69d76 2024-11-25T00:24:03,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/1d3209fc959b472ea790b5c7d3c6cd15 2024-11-25T00:24:03,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/d5c13b925d614658bb78cbc7d1220f3c 2024-11-25T00:24:03,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/c5579443412a4010898a5feacb8a85c2 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/c5579443412a4010898a5feacb8a85c2 2024-11-25T00:24:03,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/122a72d2a7be40d1a7046184d5c83261 2024-11-25T00:24:03,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/afe3e6c6a24e4cab892ff2723e00cd38 2024-11-25T00:24:03,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/55d6287aba074c05ab1c5f916bd51680 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/55d6287aba074c05ab1c5f916bd51680 2024-11-25T00:24:03,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/ecc99e807a1a44cca08062c61f913144 2024-11-25T00:24:03,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/18d2a83660f54a8a9bf50bac2a7e64bd 2024-11-25T00:24:03,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/62375625c7344feba87ed785db4e4946 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/62375625c7344feba87ed785db4e4946 2024-11-25T00:24:03,277 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a160ae14dec04844b4838dde2929b62e 2024-11-25T00:24:03,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/8cb1087e980f4192a0183a843262c97c 2024-11-25T00:24:03,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a6cbae9716884940be15a20f4c9ed5cb to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/a6cbae9716884940be15a20f4c9ed5cb 2024-11-25T00:24:03,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/02414aedb397434b8df902dd0b168f28 2024-11-25T00:24:03,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/52333eaeb17a411f8f8ad798448acb64 2024-11-25T00:24:03,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/fc101c7755e54c868238147bc54b56f0 2024-11-25T00:24:03,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/5d23e3f20b7c40e5b2f5c6a8110111fe 2024-11-25T00:24:03,286 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits/582.seqid, newMaxSeqId=582, maxSeqId=4 2024-11-25T00:24:03,287 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344. 2024-11-25T00:24:03,287 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1635): Region close journal for d1ca62cfb54e7cdace503ceaca564344: 2024-11-25T00:24:03,289 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(170): Closed d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,289 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=191 updating hbase:meta row=d1ca62cfb54e7cdace503ceaca564344, regionState=CLOSED 2024-11-25T00:24:03,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-11-25T00:24:03,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; CloseRegionProcedure d1ca62cfb54e7cdace503ceaca564344, server=4bb75722a6be,32995,1732494057205 in 740 msec 2024-11-25T00:24:03,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=191, resume processing ppid=190 2024-11-25T00:24:03,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, ppid=190, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d1ca62cfb54e7cdace503ceaca564344, UNASSIGN in 743 msec 2024-11-25T00:24:03,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-11-25T00:24:03,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 745 msec 2024-11-25T00:24:03,294 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732494243294"}]},"ts":"1732494243294"} 2024-11-25T00:24:03,295 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-25T00:24:03,297 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-25T00:24:03,298 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 756 msec 2024-11-25T00:24:03,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-11-25T00:24:03,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-11-25T00:24:03,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-25T00:24:03,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,650 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=193, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-25T00:24:03,650 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=193, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,652 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,654 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C, FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits] 2024-11-25T00:24:03,656 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/068c2518d2f94986bcea74a49741c397 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/068c2518d2f94986bcea74a49741c397 2024-11-25T00:24:03,657 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2025d05e8293455ba994377afdadb8b8 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/2025d05e8293455ba994377afdadb8b8 2024-11-25T00:24:03,659 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a6605cc42dbd43759a9f21a2ec5e5bda to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/a6605cc42dbd43759a9f21a2ec5e5bda 2024-11-25T00:24:03,660 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/db585573e7fe481f81dfac4220633083 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/db585573e7fe481f81dfac4220633083 2024-11-25T00:24:03,662 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fc21d384c67c4e7f99e788adf0218fc1 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/A/fc21d384c67c4e7f99e788adf0218fc1 2024-11-25T00:24:03,663 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0c354086a22e40929939ca0c5b787931 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/0c354086a22e40929939ca0c5b787931 2024-11-25T00:24:03,664 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ab8abb16be84be0a76fbac9ae1d3358 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ab8abb16be84be0a76fbac9ae1d3358 2024-11-25T00:24:03,665 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ce0dbed0b5b44fdbceabc07f5760b03 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/6ce0dbed0b5b44fdbceabc07f5760b03 2024-11-25T00:24:03,666 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7d369e6196bd4ae38a766764afad3d4c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/7d369e6196bd4ae38a766764afad3d4c 2024-11-25T00:24:03,667 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4a2a38d5b32432386edc7a147edb576 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/B/d4a2a38d5b32432386edc7a147edb576 2024-11-25T00:24:03,669 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/24c618ad2751419eb465e96df3f36703 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/24c618ad2751419eb465e96df3f36703 2024-11-25T00:24:03,670 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/267fe02358fc4f25a3f06ddd25ec98ea to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/267fe02358fc4f25a3f06ddd25ec98ea 2024-11-25T00:24:03,671 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/4dccc0cbc48d4f1fbe41c81d316a4e6c to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/4dccc0cbc48d4f1fbe41c81d316a4e6c 2024-11-25T00:24:03,672 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9a47a30f44ea48e3b90f8bb1a7bf7020 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/C/9a47a30f44ea48e3b90f8bb1a7bf7020 2024-11-25T00:24:03,674 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits/582.seqid to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344/recovered.edits/582.seqid 2024-11-25T00:24:03,675 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/default/TestAcidGuarantees/d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,675 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-25T00:24:03,675 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:24:03,676 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-25T00:24:03,679 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501b26b7334094fa88f56a98bcc8127c5_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112501b26b7334094fa88f56a98bcc8127c5_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,680 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250694f8eca80346dba10c5d5b3854c787_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411250694f8eca80346dba10c5d5b3854c787_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,681 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251041f240b9074c448b064476633ec015_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411251041f240b9074c448b064476633ec015_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,683 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125130ee1fa60ca4bfaa960ecb73c5f4a4d_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125130ee1fa60ca4bfaa960ecb73c5f4a4d_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,684 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125166bdc8207724bf3bfe41991c2faffb6_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125166bdc8207724bf3bfe41991c2faffb6_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,686 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520cb08bc21914053a172c6fa5d058cc9_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112520cb08bc21914053a172c6fa5d058cc9_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,687 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cecf75a42434492b1371b1854fae665_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252cecf75a42434492b1371b1854fae665_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,688 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d5c246534cf4502911b198a254ae734_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252d5c246534cf4502911b198a254ae734_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,689 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e105bdf7d204997bc4d16891f72ad42_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252e105bdf7d204997bc4d16891f72ad42_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,691 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252ef0909da550463d8db710c3c316eaab_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411252ef0909da550463d8db710c3c316eaab_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,692 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c74a011066e4a85b4994d10da82f30c_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411253c74a011066e4a85b4994d10da82f30c_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,693 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112547a9198d086a4615bbee544233c4918a_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112547a9198d086a4615bbee544233c4918a_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,694 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254d877596d6734090ac91475b1746e072_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411254d877596d6734090ac91475b1746e072_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,695 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566ea667ae7dd4c5e8b3a43f17964cb04_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112566ea667ae7dd4c5e8b3a43f17964cb04_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,696 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112570c0da0c15e2446dac1c0625e69e2882_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112570c0da0c15e2446dac1c0625e69e2882_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,698 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577752920a77b473ea2f102bb6c7ccfc5_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112577752920a77b473ea2f102bb6c7ccfc5_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,699 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125806678058f4e4304b99e5b2db0ae5ced_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125806678058f4e4304b99e5b2db0ae5ced_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,700 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258fc702adf3fe4e31b3d5ba7e0841ad9a_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411258fc702adf3fe4e31b3d5ba7e0841ad9a_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,701 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592d5906a356b4f77af0bdadc4fc1f7dc_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112592d5906a356b4f77af0bdadc4fc1f7dc_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,702 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125943c19c035ce4641a487c823c7f995d1_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125943c19c035ce4641a487c823c7f995d1_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,703 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598cfd5dfca2540bda4dea5cefb1c7aa4_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112598cfd5dfca2540bda4dea5cefb1c7aa4_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,704 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a817582bc90c4daba697ae54661e3991_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125a817582bc90c4daba697ae54661e3991_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,706 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c252693f33694242af07c1d34dd9c9a9_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c252693f33694242af07c1d34dd9c9a9_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,707 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c362b88b2a3144dcba6dd0271ada111b_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125c362b88b2a3144dcba6dd0271ada111b_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,708 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d500a8c9284f491e8f56801c6787c167_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125d500a8c9284f491e8f56801c6787c167_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,709 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e491fb3e4e79413388edc02075407f19_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e491fb3e4e79413388edc02075407f19_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,710 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4ee4c6dbf314f68ba6e5b7af00d6d08_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125e4ee4c6dbf314f68ba6e5b7af00d6d08_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,711 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3934006207b4932906073e5b9d98f90_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f3934006207b4932906073e5b9d98f90_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,713 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f8e75d7e4b4c79affa946dcca50875_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125f5f8e75d7e4b4c79affa946dcca50875_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,714 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fafc62153af84334aee815d40e0ef5a6_d1ca62cfb54e7cdace503ceaca564344 to hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241125fafc62153af84334aee815d40e0ef5a6_d1ca62cfb54e7cdace503ceaca564344 2024-11-25T00:24:03,715 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-25T00:24:03,717 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=193, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,719 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-25T00:24:03,721 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-25T00:24:03,722 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=193, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,722 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-25T00:24:03,722 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732494243722"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:03,724 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-25T00:24:03,724 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d1ca62cfb54e7cdace503ceaca564344, NAME => 'TestAcidGuarantees,,1732494211354.d1ca62cfb54e7cdace503ceaca564344.', STARTKEY => '', ENDKEY => ''}] 2024-11-25T00:24:03,724 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-25T00:24:03,724 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732494243724"}]},"ts":"9223372036854775807"} 2024-11-25T00:24:03,726 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-25T00:24:03,729 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=193, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-25T00:24:03,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-25T00:24:03,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46067 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-11-25T00:24:03,751 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-11-25T00:24:03,763 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=607 (was 597) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6650 (was 6686) 2024-11-25T00:24:03,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-25T00:24:03,763 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-25T00:24:03,763 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0870ca2a to 127.0.0.1:58567 2024-11-25T00:24:03,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:03,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-25T00:24:03,763 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=978267889, stopped=false 2024-11-25T00:24:03,764 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4bb75722a6be,46067,1732494056464 2024-11-25T00:24:03,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T00:24:03,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-25T00:24:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-25T00:24:03,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:03,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:24:03,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-25T00:24:03,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:03,767 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4bb75722a6be,32995,1732494057205' ***** 2024-11-25T00:24:03,767 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-25T00:24:03,768 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-25T00:24:03,769 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(3579): Received CLOSE for fa6ae921260d3bb092662d32776180d6 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1224): stopping server 4bb75722a6be,32995,1732494057205 2024-11-25T00:24:03,769 DEBUG [RS:0;4bb75722a6be:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-25T00:24:03,769 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-25T00:24:03,770 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-25T00:24:03,770 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fa6ae921260d3bb092662d32776180d6, disabling compactions & flushes 2024-11-25T00:24:03,770 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:24:03,770 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:24:03,770 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. after waiting 0 ms 2024-11-25T00:24:03,770 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:24:03,770 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-25T00:24:03,770 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing fa6ae921260d3bb092662d32776180d6 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-25T00:24:03,770 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, fa6ae921260d3bb092662d32776180d6=hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6.} 2024-11-25T00:24:03,773 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-25T00:24:03,773 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-25T00:24:03,773 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-25T00:24:03,773 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-25T00:24:03,773 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-25T00:24:03,773 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-25T00:24:03,774 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fa6ae921260d3bb092662d32776180d6 2024-11-25T00:24:03,801 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/.tmp/info/00318e5eb97645ea935ac523eace3ae5 is 45, key is default/info:d/1732494062104/Put/seqid=0 2024-11-25T00:24:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742658_1834 (size=5037) 2024-11-25T00:24:03,818 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/info/8be080101c834ad7a35e8e860de74d92 is 143, key is hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6./info:regioninfo/1732494061984/Put/seqid=0 2024-11-25T00:24:03,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742659_1835 (size=7725) 2024-11-25T00:24:03,849 INFO [regionserver/4bb75722a6be:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T00:24:03,975 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fa6ae921260d3bb092662d32776180d6 2024-11-25T00:24:04,175 DEBUG [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, fa6ae921260d3bb092662d32776180d6 2024-11-25T00:24:04,210 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/.tmp/info/00318e5eb97645ea935ac523eace3ae5 2024-11-25T00:24:04,214 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/.tmp/info/00318e5eb97645ea935ac523eace3ae5 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/info/00318e5eb97645ea935ac523eace3ae5 2024-11-25T00:24:04,217 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/info/00318e5eb97645ea935ac523eace3ae5, entries=2, sequenceid=6, filesize=4.9 K 2024-11-25T00:24:04,218 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for fa6ae921260d3bb092662d32776180d6 in 448ms, sequenceid=6, compaction requested=false 2024-11-25T00:24:04,221 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/namespace/fa6ae921260d3bb092662d32776180d6/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-25T00:24:04,222 INFO [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:24:04,222 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fa6ae921260d3bb092662d32776180d6: 2024-11-25T00:24:04,222 DEBUG [RS_CLOSE_REGION-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1732494060753.fa6ae921260d3bb092662d32776180d6. 2024-11-25T00:24:04,230 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/info/8be080101c834ad7a35e8e860de74d92 2024-11-25T00:24:04,254 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a97ab45a46754895a1cf629b478a9e8b is 102, key is TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568./rep_barrier:/1732494087689/DeleteFamily/seqid=0 2024-11-25T00:24:04,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742660_1836 (size=6025) 2024-11-25T00:24:04,258 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a97ab45a46754895a1cf629b478a9e8b 2024-11-25T00:24:04,276 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/table/dcf801b7970a4e27882c25bba97772bf is 96, key is TestAcidGuarantees,,1732494062353.36b45cc65cfc98cbccd063b44404e568./table:/1732494087689/DeleteFamily/seqid=0 2024-11-25T00:24:04,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742661_1837 (size=5942) 2024-11-25T00:24:04,279 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/table/dcf801b7970a4e27882c25bba97772bf 2024-11-25T00:24:04,286 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/info/8be080101c834ad7a35e8e860de74d92 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/info/8be080101c834ad7a35e8e860de74d92 2024-11-25T00:24:04,289 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/info/8be080101c834ad7a35e8e860de74d92, entries=22, sequenceid=93, filesize=7.5 K 2024-11-25T00:24:04,290 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/rep_barrier/a97ab45a46754895a1cf629b478a9e8b as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/rep_barrier/a97ab45a46754895a1cf629b478a9e8b 2024-11-25T00:24:04,293 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/rep_barrier/a97ab45a46754895a1cf629b478a9e8b, entries=6, sequenceid=93, filesize=5.9 K 2024-11-25T00:24:04,294 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/.tmp/table/dcf801b7970a4e27882c25bba97772bf as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/table/dcf801b7970a4e27882c25bba97772bf 2024-11-25T00:24:04,298 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/table/dcf801b7970a4e27882c25bba97772bf, entries=9, sequenceid=93, filesize=5.8 K 2024-11-25T00:24:04,298 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=93, compaction requested=false 2024-11-25T00:24:04,303 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-25T00:24:04,304 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-25T00:24:04,304 INFO [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-25T00:24:04,304 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-25T00:24:04,304 DEBUG [RS_CLOSE_META-regionserver/4bb75722a6be:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-25T00:24:04,375 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1250): stopping server 4bb75722a6be,32995,1732494057205; all regions closed. 2024-11-25T00:24:04,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741834_1010 (size=26050) 2024-11-25T00:24:04,382 DEBUG [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/oldWALs 2024-11-25T00:24:04,382 INFO [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4bb75722a6be%2C32995%2C1732494057205.meta:.meta(num 1732494060507) 2024-11-25T00:24:04,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741832_1008 (size=19344431) 2024-11-25T00:24:04,386 DEBUG [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/oldWALs 2024-11-25T00:24:04,386 INFO [RS:0;4bb75722a6be:32995 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4bb75722a6be%2C32995%2C1732494057205:(num 1732494059569) 2024-11-25T00:24:04,386 DEBUG [RS:0;4bb75722a6be:32995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:04,386 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-25T00:24:04,387 INFO [RS:0;4bb75722a6be:32995 {}] hbase.ChoreService(370): Chore service for: regionserver/4bb75722a6be:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-11-25T00:24:04,387 INFO [regionserver/4bb75722a6be:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T00:24:04,388 INFO [RS:0;4bb75722a6be:32995 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:32995 2024-11-25T00:24:04,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4bb75722a6be,32995,1732494057205 2024-11-25T00:24:04,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-25T00:24:04,394 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4bb75722a6be,32995,1732494057205] 2024-11-25T00:24:04,394 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4bb75722a6be,32995,1732494057205; numProcessing=1 2024-11-25T00:24:04,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4bb75722a6be,32995,1732494057205 already deleted, retry=false 2024-11-25T00:24:04,395 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4bb75722a6be,32995,1732494057205 expired; onlineServers=0 2024-11-25T00:24:04,395 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4bb75722a6be,46067,1732494056464' ***** 2024-11-25T00:24:04,395 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-25T00:24:04,396 DEBUG [M:0;4bb75722a6be:46067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bab1a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4bb75722a6be/172.17.0.2:0 2024-11-25T00:24:04,396 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegionServer(1224): stopping server 4bb75722a6be,46067,1732494056464 2024-11-25T00:24:04,396 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegionServer(1250): stopping server 4bb75722a6be,46067,1732494056464; all regions closed. 2024-11-25T00:24:04,396 DEBUG [M:0;4bb75722a6be:46067 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-25T00:24:04,396 DEBUG [M:0;4bb75722a6be:46067 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-25T00:24:04,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-25T00:24:04,396 DEBUG [M:0;4bb75722a6be:46067 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-25T00:24:04,396 DEBUG [master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494059269 {}] cleaner.HFileCleaner(306): Exit Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.small.0-1732494059269,5,FailOnTimeoutGroup] 2024-11-25T00:24:04,396 DEBUG [master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494059269 {}] cleaner.HFileCleaner(306): Exit Thread[master/4bb75722a6be:0:becomeActiveMaster-HFileCleaner.large.0-1732494059269,5,FailOnTimeoutGroup] 2024-11-25T00:24:04,396 INFO [M:0;4bb75722a6be:46067 {}] hbase.ChoreService(370): Chore service for: master/4bb75722a6be:0 had [] on shutdown 2024-11-25T00:24:04,396 DEBUG [M:0;4bb75722a6be:46067 {}] master.HMaster(1733): Stopping service threads 2024-11-25T00:24:04,396 INFO [M:0;4bb75722a6be:46067 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-25T00:24:04,397 ERROR [M:0;4bb75722a6be:46067 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-25T00:24:04,397 INFO [M:0;4bb75722a6be:46067 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-25T00:24:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-25T00:24:04,397 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-25T00:24:04,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-25T00:24:04,398 DEBUG [M:0;4bb75722a6be:46067 {}] zookeeper.ZKUtil(347): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-25T00:24:04,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-25T00:24:04,398 WARN [M:0;4bb75722a6be:46067 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-25T00:24:04,398 INFO [M:0;4bb75722a6be:46067 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-25T00:24:04,398 INFO [M:0;4bb75722a6be:46067 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-25T00:24:04,398 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-25T00:24:04,398 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:04,398 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:04,398 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-25T00:24:04,399 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:04,399 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=825.32 KB heapSize=1019.09 KB 2024-11-25T00:24:04,419 DEBUG [M:0;4bb75722a6be:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c465ee3816a4607bdb23f938ddfad6f is 82, key is hbase:meta,,1/info:regioninfo/1732494060644/Put/seqid=0 2024-11-25T00:24:04,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742662_1838 (size=5672) 2024-11-25T00:24:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:04,495 INFO [RS:0;4bb75722a6be:32995 {}] regionserver.HRegionServer(1307): Exiting; stopping=4bb75722a6be,32995,1732494057205; zookeeper connection closed. 2024-11-25T00:24:04,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32995-0x1002c0d11c20001, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:04,495 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@177a8096 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@177a8096 2024-11-25T00:24:04,496 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-25T00:24:04,823 INFO [M:0;4bb75722a6be:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2396 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c465ee3816a4607bdb23f938ddfad6f 2024-11-25T00:24:04,863 DEBUG [M:0;4bb75722a6be:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/939f5f0f3d854338a8849f9b2f75d522 is 2278, key is \x00\x00\x00\x00\x00\x00\x00\xA6/proc:d/1732494214004/Put/seqid=0 2024-11-25T00:24:04,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742663_1839 (size=47445) 2024-11-25T00:24:04,879 INFO [M:0;4bb75722a6be:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=824.77 KB at sequenceid=2396 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/939f5f0f3d854338a8849f9b2f75d522 2024-11-25T00:24:04,883 INFO [M:0;4bb75722a6be:46067 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939f5f0f3d854338a8849f9b2f75d522 2024-11-25T00:24:04,913 DEBUG [M:0;4bb75722a6be:46067 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce1cba6911d14d599d2f2300ad1e7b39 is 69, key is 4bb75722a6be,32995,1732494057205/rs:state/1732494059338/Put/seqid=0 2024-11-25T00:24:04,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073742664_1840 (size=5156) 2024-11-25T00:24:04,939 INFO [M:0;4bb75722a6be:46067 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2396 (bloomFilter=true), to=hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce1cba6911d14d599d2f2300ad1e7b39 2024-11-25T00:24:04,944 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5c465ee3816a4607bdb23f938ddfad6f as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c465ee3816a4607bdb23f938ddfad6f 2024-11-25T00:24:04,948 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5c465ee3816a4607bdb23f938ddfad6f, entries=8, sequenceid=2396, filesize=5.5 K 2024-11-25T00:24:04,949 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/939f5f0f3d854338a8849f9b2f75d522 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/939f5f0f3d854338a8849f9b2f75d522 2024-11-25T00:24:04,953 INFO [M:0;4bb75722a6be:46067 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 939f5f0f3d854338a8849f9b2f75d522 2024-11-25T00:24:04,954 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/939f5f0f3d854338a8849f9b2f75d522, entries=193, sequenceid=2396, filesize=46.3 K 2024-11-25T00:24:04,956 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ce1cba6911d14d599d2f2300ad1e7b39 as hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce1cba6911d14d599d2f2300ad1e7b39 2024-11-25T00:24:04,961 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34379/user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ce1cba6911d14d599d2f2300ad1e7b39, entries=1, sequenceid=2396, filesize=5.0 K 2024-11-25T00:24:04,962 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(3040): Finished flush of dataSize ~825.32 KB/845129, heapSize ~1018.80 KB/1043248, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 562ms, sequenceid=2396, compaction requested=false 2024-11-25T00:24:04,973 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-25T00:24:04,973 DEBUG [M:0;4bb75722a6be:46067 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-25T00:24:04,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45905 is added to blk_1073741830_1006 (size=1002164) 2024-11-25T00:24:04,975 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/4ddd02db-de91-5088-c5a3-2766178e45dc/MasterData/WALs/4bb75722a6be,46067,1732494056464/4bb75722a6be%2C46067%2C1732494056464.1732494058772 not finished, retry = 0 2024-11-25T00:24:05,076 INFO [M:0;4bb75722a6be:46067 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-25T00:24:05,076 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-25T00:24:05,077 INFO [M:0;4bb75722a6be:46067 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46067 2024-11-25T00:24:05,079 DEBUG [M:0;4bb75722a6be:46067 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4bb75722a6be,46067,1732494056464 already deleted, retry=false 2024-11-25T00:24:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:05,180 INFO [M:0;4bb75722a6be:46067 {}] regionserver.HRegionServer(1307): Exiting; stopping=4bb75722a6be,46067,1732494056464; zookeeper connection closed. 2024-11-25T00:24:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46067-0x1002c0d11c20000, quorum=127.0.0.1:58567, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-25T00:24:05,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-25T00:24:05,191 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T00:24:05,191 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T00:24:05,191 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T00:24:05,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.log.dir/,STOPPED} 2024-11-25T00:24:05,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-25T00:24:05,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-25T00:24:05,196 WARN [BP-812619259-172.17.0.2-1732494053741 heartbeating to localhost/127.0.0.1:34379 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-25T00:24:05,196 WARN [BP-812619259-172.17.0.2-1732494053741 heartbeating to localhost/127.0.0.1:34379 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-812619259-172.17.0.2-1732494053741 (Datanode Uuid 2f3fc0de-4d69-4e8a-8150-ceaace2f4cff) service to localhost/127.0.0.1:34379 2024-11-25T00:24:05,199 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/dfs/data/data1/current/BP-812619259-172.17.0.2-1732494053741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T00:24:05,200 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/cluster_882864d8-0ae4-f3ab-dc58-2f33d8c28f5c/dfs/data/data2/current/BP-812619259-172.17.0.2-1732494053741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-25T00:24:05,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-25T00:24:05,211 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-25T00:24:05,211 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-25T00:24:05,211 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-25T00:24:05,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-25T00:24:05,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/d362afd6-2b2e-4688-a83d-52a2daef6812/hadoop.log.dir/,STOPPED} 2024-11-25T00:24:05,243 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-25T00:24:05,448 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down